From 4a9f58523f013393c4ee842d9dd9f408f09594e2 Mon Sep 17 00:00:00 2001 From: Tim Hoffmann <115164053+thoffmann-sf@users.noreply.github.com> Date: Tue, 16 Apr 2024 12:56:07 +0200 Subject: [PATCH 001/121] Update ghost_record_per_datatype.sql Added all the datatypes and their aliases --- .../supporting/ghost_record_per_datatype.sql | 54 ++++++++++--------- 1 file changed, 29 insertions(+), 25 deletions(-) diff --git a/macros/supporting/ghost_record_per_datatype.sql b/macros/supporting/ghost_record_per_datatype.sql index 72f3be18..662f1224 100644 --- a/macros/supporting/ghost_record_per_datatype.sql +++ b/macros/supporting/ghost_record_per_datatype.sql @@ -347,43 +347,47 @@ {%- set beginning_of_all_times = datavault4dbt.beginning_of_all_times() -%} {%- set end_of_all_times = datavault4dbt.end_of_all_times() -%} {%- set timestamp_format = datavault4dbt.timestamp_format() -%} - {%- set beginning_of_all_times_date = var('datavault4dbt.beginning_of_all_times_date', '0001-01-01') -%} {%- set end_of_all_times_date = var('datavault4dbt.end_of_all_times_date', '8888-12-31') -%} {%- set date_format = var('datavault4dbt.date_format', 'YYYY-mm-dd') -%} - {%- set unknown_value__STRING = var('datavault4dbt.unknown_value__STRING', '(unknown)') -%} {%- set error_value__STRING = var('datavault4dbt.error_value__STRING', '(error)') -%} +{%- set unknown_value__HASHTYPE = hash_default_values['unknown_key'] -%} +{%- set error_value__HASHTYPE = hash_default_values['error_key'] -%} {%- set datatype = datatype | string | upper | trim -%} {%- if ghost_record_type == 'unknown' -%} - {%- if datatype == 'TIMESTAMP' %} {{ datavault4dbt.string_to_timestamp( timestamp_format , beginning_of_all_times) }} as {{ alias }} + {%- if datatype in ['TIMESTAMPTZ','TIMESTAMP'] %}{{ datavault4dbt.string_to_timestamp(timestamp_format, beginning_of_all_times_date) }} AS {{ alias }} + {%- elif datatype == 'TIMETZ' %} CAST('00:00:01 UTC' as TIMETZ) as {{ alias }} + {%- elif datatype == 'TIME' %} CAST('00:00:01' as TIME) as {{ alias }} {%- elif datatype == 'DATE'-%} TO_DATE('{{ beginning_of_all_times_date }}', '{{ date_format }}' ) as "{{ alias }}" - {%- elif datatype == 'VARCHAR' %} '{{unknown_value__STRING}}' as {{ alias }} - {%- elif datatype == 'CHARACTER' %} '{{unknown_value__STRING}}' as {{ alias }} - {%- elif datatype == 'INT' %} CAST('0' as INT) as {{ alias }} - {%- elif datatype == 'INT2' %} CAST('0' as INT2) as {{ alias }} - {%- elif datatype == 'INT8' %} CAST('0' as INT8) as {{ alias }} - {%- elif datatype == 'NUMERIC' %} CAST('0' as NUMERIC) as {{ alias }} - {%- elif datatype == 'FLOAT4' %} CAST('0' as FLOAT4) as {{ alias }} - {%- elif datatype == 'FLOAT' %} CAST('0' as FLOAT) as {{ alias }} - {%- elif datatype == 'BOOLEAN' %} CAST('FALSE' as BOOLEAN) as {{ alias }} - {%- elif datatype == 'VARBINARY' %} 'NULL'::varbyte as {{ alias }} + {%- elif datatype == 'VARCHAR' or datatype == 'CHARACTER VARYING' or datatype == 'NVARCHAR' or datatype == 'TEXT' %} '{{unknown_value__STRING}}' as {{ alias }} + {%- elif datatype == 'CHAR' or datatype == 'CHARACTER' or datatype == 'NCHAR' or datatype == 'BPCHAR' %} '{{unknown_value__STRING}}' as {{ alias }} + {%- elif datatype == 'INTEGER' or datatype == 'INT' or datatype == 'INT4' %} CAST('0' as INT) as {{ alias }} + {%- elif datatype == 'SMALLINT' or datatype == 'INT2' %} CAST('0' as INT2) as {{ alias }} + {%- elif datatype == 'BIGINT' or datatype == 'INT8' %} CAST('0' as INT8) as {{ alias }} + {%- elif 'DECIMAL' in datatype or 'NUMERIC' in datatype %} CAST('0' as {{ datatype }}) as {{ alias }} + {%- elif datatype == 'REAL' or datatype == 'FLOAT4' %} CAST('0' as FLOAT4) as {{ alias }} + {%- elif datatype == 'DOUBLE PRECISION' or datatype == 'FLOAT' or datatype == 'FLOAT8' %} CAST('0' as FLOAT) as {{ alias }} + {%- elif datatype == 'BOOLEAN' or datatype == 'BOOL' %} CAST('TRUE' as BOOLEAN) as {{ alias }} + {%- elif datatype == 'VARBYTE' or datatype == 'VARBINARY' or datatype == 'BINARY VARYING' %} CAST('{{ unknown_value__HASHTYPE }}' as {{ datatype }}) as "{{ alias }}" {%- else %} CAST(NULL as {{ datatype }}) as {{ alias }} {% endif %} -{%- elif ghost_record_type == 'error' -%} - {%- if datatype == 'TIMESTAMP' %} {{ datavault4dbt.string_to_timestamp( timestamp_format , end_of_all_times) }} as {{ alias }} +{%- elif ghost_record_type == 'error' -%} + {%- if datatype in ['TIMESTAMPTZ','TIMESTAMP'] %}{{ datavault4dbt.string_to_timestamp(timestamp_format, end_of_all_times) }} AS {{ alias }} + {%- elif datatype == 'TIMETZ' %} CAST('23:59:59 UTC' as TIMETZ) as {{ alias }} + {%- elif datatype == 'TIME' %} CAST('23:59:59' as TIME) as {{ alias }} {%- elif datatype == 'DATE'-%} TO_DATE('{{ end_of_all_times_date }}', '{{ date_format }}' ) as "{{ alias }}" - {%- elif datatype == 'VARCHAR' %} '{{error_value__STRING}}' as {{ alias }} - {%- elif datatype == 'CHARACTER' %} '{{error_value__STRING}}' as {{ alias }} - {%- elif datatype == 'INT' %} CAST('-1' as INT) as {{ alias }} - {%- elif datatype == 'INT2' %} CAST('-1' as INT2) as {{ alias }} - {%- elif datatype == 'INT8' %} CAST('-1' as INT8) as {{ alias }} - {%- elif datatype == 'NUMERIC' %} CAST('-1' as NUMERIC) as {{ alias }} - {%- elif datatype == 'FLOAT4' %} CAST('-1' as FLOAT4) as {{ alias }} - {%- elif datatype == 'FLOAT' %} CAST('-1' as FLOAT) as {{ alias }} - {%- elif datatype == 'BOOLEAN' %} CAST('FALSE' as BOOLEAN) as {{ alias }} - {%- elif datatype == 'VARBINARY' %} 'NULL'::varbyte as {{ alias }} + {%- elif datatype == 'VARCHAR' or datatype == 'CHARACTER VARYING' or datatype == 'NVARCHAR' or datatype == 'TEXT' %} '{{error_value__STRING}}' as {{ alias }} + {%- elif datatype == 'CHAR' or datatype == 'CHARACTER' or datatype == 'NCHAR' or datatype == 'BPCHAR' %} '{{error_value__STRING}}' as {{ alias }} + {%- elif datatype == 'INTEGER' or datatype == 'INT' or datatype == 'INT4' %} CAST('-1' as INT) as {{ alias }} + {%- elif datatype == 'SMALLINT' or datatype == 'INT2' %} CAST('-1' as INT2) as {{ alias }} + {%- elif datatype == 'BIGINT' or datatype == 'INT8' %} CAST('-1' as INT8) as {{ alias }} + {%- elif 'DECIMAL' in datatype or 'NUMERIC' in datatype %} CAST('-1' as {{ datatype }}) as {{ alias }} + {%- elif datatype == 'REAL' or datatype == 'FLOAT4' %} CAST('-1' as FLOAT4) as {{ alias }} + {%- elif datatype == 'DOUBLE PRECISION' or datatype == 'FLOAT' or datatype == 'FLOAT8' %} CAST('-1' as FLOAT) as {{ alias }} + {%- elif datatype == 'BOOLEAN' or datatype == 'BOOL' %} CAST('FALSE' as BOOLEAN) as {{ alias }} + {%- elif datatype == 'VARBYTE' or datatype == 'VARBINARY' or datatype == 'BINARY VARYING' %} CAST('{{ error_value__HASHTYPE }}' as {{ datatype }}) as "{{ alias }}" {%- else %} CAST(NULL as {{ datatype }}) as {{ alias }} {% endif %} {%- else -%} From bb45d467851cbbab5d5a1413c59c7cee8953d00e Mon Sep 17 00:00:00 2001 From: Tim Hoffmann <115164053+thoffmann-sf@users.noreply.github.com> Date: Tue, 16 Apr 2024 13:58:11 +0200 Subject: [PATCH 002/121] Update control_snap_v0.sql --- macros/tables/redshift/control_snap_v0.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/macros/tables/redshift/control_snap_v0.sql b/macros/tables/redshift/control_snap_v0.sql index b80dc033..f742a5eb 100644 --- a/macros/tables/redshift/control_snap_v0.sql +++ b/macros/tables/redshift/control_snap_v0.sql @@ -1,4 +1,4 @@ -{%- macro redshift__control_snap_v0(start_date, daily_snapshot_time, sdts_alias) -%} +{%- macro redshift__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%} {%- set timestamp_format = datavault4dbt.timestamp_format() -%} From ebf3bfa4d42c2f19c46c5c844ecceb8be7be33dc Mon Sep 17 00:00:00 2001 From: Tim Hoffmann <115164053+thoffmann-sf@users.noreply.github.com> Date: Tue, 16 Apr 2024 13:59:12 +0200 Subject: [PATCH 003/121] Update ref_sat_v0.sql --- macros/tables/redshift/ref_sat_v0.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/macros/tables/redshift/ref_sat_v0.sql b/macros/tables/redshift/ref_sat_v0.sql index 3d8b9ec8..1643dea9 100644 --- a/macros/tables/redshift/ref_sat_v0.sql +++ b/macros/tables/redshift/ref_sat_v0.sql @@ -1,4 +1,4 @@ -{%- macro redshift__ref_sat_v0(parent_ref_keys, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model) -%} +{%- macro redshift__ref_sat_v0(parent_ref_keys, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} {%- set beginning_of_all_times = datavault4dbt.beginning_of_all_times() -%} {%- set end_of_all_times = datavault4dbt.end_of_all_times() -%} From c21807d35b9c68fc310da52ae57adc56ad6b0b0b Mon Sep 17 00:00:00 2001 From: Tim Hoffmann <115164053+thoffmann-sf@users.noreply.github.com> Date: Tue, 16 Apr 2024 13:59:45 +0200 Subject: [PATCH 004/121] Update sat_v0.sql --- macros/tables/redshift/sat_v0.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/macros/tables/redshift/sat_v0.sql b/macros/tables/redshift/sat_v0.sql index 1d2c1ee2..e04d4f66 100644 --- a/macros/tables/redshift/sat_v0.sql +++ b/macros/tables/redshift/sat_v0.sql @@ -1,4 +1,4 @@ -{%- macro redshift__sat_v0(parent_hashkey, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model) -%} +{%- macro redshift__sat_v0(parent_hashkey, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} {%- set beginning_of_all_times = datavault4dbt.beginning_of_all_times() -%} {%- set end_of_all_times = datavault4dbt.end_of_all_times() -%} From 776fa0a85f315b8f1c7e403beb4d4951bcf0e4ce Mon Sep 17 00:00:00 2001 From: Tim Hoffmann <115164053+thoffmann-sf@users.noreply.github.com> Date: Tue, 16 Apr 2024 16:21:34 +0200 Subject: [PATCH 005/121] Update hash_standardization.sql --- macros/supporting/hash_standardization.sql | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/macros/supporting/hash_standardization.sql b/macros/supporting/hash_standardization.sql index 4cb3130d..19ed6acb 100644 --- a/macros/supporting/hash_standardization.sql +++ b/macros/supporting/hash_standardization.sql @@ -40,13 +40,13 @@ CONCAT('\"', REPLACE(REPLACE(REPLACE(TRIM(CAST([EXPRESSION] AS STRING)), '\\', ' {%- endmacro -%} -{%- macro postgres__attribute_standardise() -%} +{%- macro postgres__attribute_standardise(hash_type) -%} CONCAT('"', REPLACE(REGEXP_REPLACE(REGEXP_REPLACE(TRIM(BOTH ' ' FROM CAST([EXPRESSION] AS VARCHAR)), '\\', '\\\\'), '[QUOTE]', '\"'), '[NULL_PLACEHOLDER_STRING]', '--'), '"') {%- endmacro -%} -{%- macro redshift__attribute_standardise() -%} +{%- macro redshift__attribute_standardise(hash_type) -%} '"' || REPLACE(REPLACE(REPLACE(TRIM(BOTH ' ' FROM [EXPRESSION]), '\\', '\\\\'), '[QUOTE]', '\\"'), '[NULL_PLACEHOLDER_STRING]', '--') || '"' From f74cf185089229cc1b3724fe987f0e1355873644 Mon Sep 17 00:00:00 2001 From: Tim Hoffmann <115164053+thoffmann-sf@users.noreply.github.com> Date: Tue, 16 Apr 2024 16:30:13 +0200 Subject: [PATCH 006/121] Update hash_standardization.sql --- macros/supporting/hash_standardization.sql | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/macros/supporting/hash_standardization.sql b/macros/supporting/hash_standardization.sql index 19ed6acb..74a5dbb1 100644 --- a/macros/supporting/hash_standardization.sql +++ b/macros/supporting/hash_standardization.sql @@ -196,7 +196,7 @@ CONCAT('"', REPLACE(REGEXP_REPLACE(REGEXP_REPLACE(TRIM(BOTH ' ' FROM CAST([EXPRE {%- endmacro -%} -{%- macro postgres__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias,is_hashdiff, rtrim_hashdiff) -%} +{%- macro postgres__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias, rtrim_hashdiff) -%} {%- set dict_result = {} -%} @@ -238,7 +238,7 @@ CONCAT('"', REPLACE(REGEXP_REPLACE(REGEXP_REPLACE(TRIM(BOTH ' ' FROM CAST([EXPRE {%- endmacro -%} -{%- macro redshift__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias,is_hashdiff, rtrim_hashdiff) -%} +{%- macro redshift__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias, rtrim_hashdiff) -%} {%- set dict_result = {} -%} From 9ed24222d7e28579e8796789cdd5877bcee3ce96 Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 19 Apr 2024 10:48:26 +0200 Subject: [PATCH 007/121] Deleted Variable for postgres and redshift --- macros/supporting/hash_standardization.sql | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/macros/supporting/hash_standardization.sql b/macros/supporting/hash_standardization.sql index 74a5dbb1..d5bdcaa3 100644 --- a/macros/supporting/hash_standardization.sql +++ b/macros/supporting/hash_standardization.sql @@ -196,7 +196,7 @@ CONCAT('"', REPLACE(REGEXP_REPLACE(REGEXP_REPLACE(TRIM(BOTH ' ' FROM CAST([EXPRE {%- endmacro -%} -{%- macro postgres__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias, rtrim_hashdiff) -%} +{%- macro postgres__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias) -%} {%- set dict_result = {} -%} @@ -238,7 +238,7 @@ CONCAT('"', REPLACE(REGEXP_REPLACE(REGEXP_REPLACE(TRIM(BOTH ' ' FROM CAST([EXPRE {%- endmacro -%} -{%- macro redshift__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias, rtrim_hashdiff) -%} +{%- macro redshift__concattenated_standardise(case_sensitive, hash_alg, datatype, zero_key, alias) -%} {%- set dict_result = {} -%} From dd2d2ab2a3f5d96d39808786dc92623ddfa7ffa5 Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 19 Apr 2024 10:54:00 +0200 Subject: [PATCH 008/121] Deleted variables for Postgres and Redshift --- macros/supporting/hash.sql | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/macros/supporting/hash.sql b/macros/supporting/hash.sql index 62f7e3c8..66c06e0b 100644 --- a/macros/supporting/hash.sql +++ b/macros/supporting/hash.sql @@ -223,7 +223,7 @@ {%- endmacro -%} -{%- macro postgres__hash(columns, alias, is_hashdiff, multi_active_key, main_hashkey_column, rtrim_hashdiff) -%} +{%- macro postgres__hash(columns, alias, is_hashdiff, multi_active_key, main_hashkey_column) -%} {%- set hash = var('datavault4dbt.hash', 'MD5') -%} @@ -257,9 +257,9 @@ {%- if is_hashdiff and datavault4dbt.is_something(multi_active_key) -%} {%- set std_dict = fromjson(datavault4dbt.multi_active_concattenated_standardise(case_sensitive=hashdiff_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key, multi_active_key=multi_active_key, main_hashkey_column=main_hashkey_column)) -%} {%- elif is_hashdiff -%} - {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashdiff_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key,is_hashdiff=is_hashdiff, rtrim_hashdiff=rtrim_hashdiff)) -%} + {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashdiff_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key)) -%} {%- else -%} - {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashkey_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key,is_hashdiff=is_hashdiff, rtrim_hashdiff=rtrim_hashdiff)) -%} + {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashkey_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key)) -%} {%- endif -%} {%- set standardise_prefix = std_dict['standardise_prefix'] -%} @@ -295,7 +295,7 @@ {%- endmacro -%} -{%- macro redshift__hash(columns, alias, is_hashdiff, multi_active_key, main_hashkey_column, rtrim_hashdiff) -%} +{%- macro redshift__hash(columns, alias, is_hashdiff, multi_active_key, main_hashkey_column) -%} {%- set hash = var('datavault4dbt.hash', 'MD5') -%} {%- set concat_string = var('concat_string', '|') -%} @@ -325,9 +325,9 @@ {%- if is_hashdiff and datavault4dbt.is_something(multi_active_key) -%} {%- set std_dict = fromjson(datavault4dbt.multi_active_concattenated_standardise(case_sensitive=hashdiff_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key, multi_active_key=multi_active_key, main_hashkey_column=main_hashkey_column)) -%} {%- elif is_hashdiff -%} - {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashdiff_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key,is_hashdiff=is_hashdiff, rtrim_hashdiff=rtrim_hashdiff)) -%} + {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashdiff_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key)) -%} {%- else -%} - {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashkey_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key,is_hashdiff=is_hashdiff, rtrim_hashdiff=rtrim_hashdiff)) -%} + {%- set std_dict = fromjson(datavault4dbt.concattenated_standardise(case_sensitive=hashkey_input_case_sensitive, hash_alg=hash_alg, datatype=hash_dtype, alias=alias, zero_key=unknown_key)) -%} {%- endif -%} {%- set standardise_prefix = std_dict['standardise_prefix'] -%} From b0fd448059c957107b7a93ef8e8704c0a853ebcb Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 19 Apr 2024 11:40:47 +0200 Subject: [PATCH 009/121] Added Variables to RedShift --- macros/supporting/ghost_record_per_datatype.sql | 3 +++ 1 file changed, 3 insertions(+) diff --git a/macros/supporting/ghost_record_per_datatype.sql b/macros/supporting/ghost_record_per_datatype.sql index 662f1224..0d9564dd 100644 --- a/macros/supporting/ghost_record_per_datatype.sql +++ b/macros/supporting/ghost_record_per_datatype.sql @@ -352,6 +352,9 @@ {%- set date_format = var('datavault4dbt.date_format', 'YYYY-mm-dd') -%} {%- set unknown_value__STRING = var('datavault4dbt.unknown_value__STRING', '(unknown)') -%} {%- set error_value__STRING = var('datavault4dbt.error_value__STRING', '(error)') -%} +{%- set hash = datavault4dbt.hash_method() -%} +{%- set hash_default_values = datavault4dbt.hash_default_values(hash_function=hash) -%} +{%- set hash_alg= hash_default_values['hash_alg'] -%} {%- set unknown_value__HASHTYPE = hash_default_values['unknown_key'] -%} {%- set error_value__HASHTYPE = hash_default_values['error_key'] -%} {%- set datatype = datatype | string | upper | trim -%} From 406aaa74f9290d00513c222f74c617fc04ddc10f Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 19 Apr 2024 12:20:46 +0200 Subject: [PATCH 010/121] Fixed the RedShift Macro --- macros/staging/hash_columns.sql | 20 +++++++++++--------- 1 file changed, 11 insertions(+), 9 deletions(-) diff --git a/macros/staging/hash_columns.sql b/macros/staging/hash_columns.sql index 4c74ce40..db447b7b 100644 --- a/macros/staging/hash_columns.sql +++ b/macros/staging/hash_columns.sql @@ -91,33 +91,35 @@ {%- endif -%} - {%- else -%} - + {%- else -%} {% if columns[col] is mapping and columns[col].is_hashdiff -%} - {%- if columns[col].use_rtrim -%} - {%- set rtrim_hashdiff = true -%} - {%- else -%} - {%- set rtrim_hashdiff = false -%} - {%- endif -%} + {{- datavault4dbt.hash(columns=columns[col]['columns'], alias=col, - is_hashdiff=columns[col]['is_hashdiff'], - rtrim_hashdiff=rtrim_hashdiff) -}} + is_hashdiff=columns[col]['is_hashdiff']) -}} + {%- elif columns[col] is not mapping -%} + {{- datavault4dbt.hash(columns=columns[col], alias=col, is_hashdiff=false) -}} {%- elif columns[col] is mapping and not columns[col].is_hashdiff -%} + {%- if execute -%} {%- do exceptions.warn("[" ~ this ~ "] Warning: You provided a list of columns under a 'columns' key, but did not provide the 'is_hashdiff' flag. Use list syntax for PKs.") -%} {% endif %} + {{- datavault4dbt.hash(columns=columns[col]['columns'], alias=col) -}} + {%- endif -%} + {{- ",\n" if not loop.last -}} + {%- endif -%} {%- endfor -%} + {%- endif %} {%- endmacro -%} From debb6e4402f5f1e849322b704febc5abf090d9cd Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 19 Apr 2024 12:25:50 +0200 Subject: [PATCH 011/121] Added Changes to postgres --- macros/tables/postgres/control_snap_v0.sql | 2 +- macros/tables/postgres/nh_link.sql | 2 +- macros/tables/postgres/ref_sat_v0.sql | 2 +- macros/tables/postgres/sat_v0.sql | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/macros/tables/postgres/control_snap_v0.sql b/macros/tables/postgres/control_snap_v0.sql index 7c464f59..612e935f 100644 --- a/macros/tables/postgres/control_snap_v0.sql +++ b/macros/tables/postgres/control_snap_v0.sql @@ -1,4 +1,4 @@ -{%- macro postgres__control_snap_v0(start_date, daily_snapshot_time, sdts_alias) -%} +{%- macro redshift__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%} {%- set timestamp_format = datavault4dbt.timestamp_format() -%} diff --git a/macros/tables/postgres/nh_link.sql b/macros/tables/postgres/nh_link.sql index 0f8395cb..4222a39a 100644 --- a/macros/tables/postgres/nh_link.sql +++ b/macros/tables/postgres/nh_link.sql @@ -1,4 +1,4 @@ -{%- macro postgres__nh_link(link_hashkey, foreign_hashkeys, payload, source_models, src_ldts, src_rsrc, disable_hwm, source_is_single_batch) -%} +{%- macro redshift__nh_link(link_hashkey, foreign_hashkeys, payload, source_models, src_ldts, src_rsrc, disable_hwm, source_is_single_batch) -%} {%- if not (foreign_hashkeys is iterable and foreign_hashkeys is not string) -%} {%- if execute -%} diff --git a/macros/tables/postgres/ref_sat_v0.sql b/macros/tables/postgres/ref_sat_v0.sql index 0102efac..1643dea9 100644 --- a/macros/tables/postgres/ref_sat_v0.sql +++ b/macros/tables/postgres/ref_sat_v0.sql @@ -1,4 +1,4 @@ -{%- macro postgres__ref_sat_v0(parent_ref_keys, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model) -%} +{%- macro redshift__ref_sat_v0(parent_ref_keys, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} {%- set beginning_of_all_times = datavault4dbt.beginning_of_all_times() -%} {%- set end_of_all_times = datavault4dbt.end_of_all_times() -%} diff --git a/macros/tables/postgres/sat_v0.sql b/macros/tables/postgres/sat_v0.sql index daaef7fa..e04d4f66 100644 --- a/macros/tables/postgres/sat_v0.sql +++ b/macros/tables/postgres/sat_v0.sql @@ -1,4 +1,4 @@ -{%- macro postgres__sat_v0(parent_hashkey, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model) -%} +{%- macro redshift__sat_v0(parent_hashkey, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} {%- set beginning_of_all_times = datavault4dbt.beginning_of_all_times() -%} {%- set end_of_all_times = datavault4dbt.end_of_all_times() -%} From db46c578b79e192ca2c8a560dd5d0cf51e097276 Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 19 Apr 2024 12:41:20 +0200 Subject: [PATCH 012/121] Fixed copying errors --- macros/tables/postgres/control_snap_v0.sql | 2 +- macros/tables/postgres/nh_link.sql | 2 +- macros/tables/postgres/ref_sat_v0.sql | 2 +- macros/tables/postgres/sat_v0.sql | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/macros/tables/postgres/control_snap_v0.sql b/macros/tables/postgres/control_snap_v0.sql index 612e935f..2d908a46 100644 --- a/macros/tables/postgres/control_snap_v0.sql +++ b/macros/tables/postgres/control_snap_v0.sql @@ -1,4 +1,4 @@ -{%- macro redshift__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%} +{%- macro postgres__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%} {%- set timestamp_format = datavault4dbt.timestamp_format() -%} diff --git a/macros/tables/postgres/nh_link.sql b/macros/tables/postgres/nh_link.sql index 4222a39a..0f8395cb 100644 --- a/macros/tables/postgres/nh_link.sql +++ b/macros/tables/postgres/nh_link.sql @@ -1,4 +1,4 @@ -{%- macro redshift__nh_link(link_hashkey, foreign_hashkeys, payload, source_models, src_ldts, src_rsrc, disable_hwm, source_is_single_batch) -%} +{%- macro postgres__nh_link(link_hashkey, foreign_hashkeys, payload, source_models, src_ldts, src_rsrc, disable_hwm, source_is_single_batch) -%} {%- if not (foreign_hashkeys is iterable and foreign_hashkeys is not string) -%} {%- if execute -%} diff --git a/macros/tables/postgres/ref_sat_v0.sql b/macros/tables/postgres/ref_sat_v0.sql index 1643dea9..b054ede1 100644 --- a/macros/tables/postgres/ref_sat_v0.sql +++ b/macros/tables/postgres/ref_sat_v0.sql @@ -1,4 +1,4 @@ -{%- macro redshift__ref_sat_v0(parent_ref_keys, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} +{%- macro postgres__ref_sat_v0(parent_ref_keys, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} {%- set beginning_of_all_times = datavault4dbt.beginning_of_all_times() -%} {%- set end_of_all_times = datavault4dbt.end_of_all_times() -%} diff --git a/macros/tables/postgres/sat_v0.sql b/macros/tables/postgres/sat_v0.sql index e04d4f66..01230730 100644 --- a/macros/tables/postgres/sat_v0.sql +++ b/macros/tables/postgres/sat_v0.sql @@ -1,4 +1,4 @@ -{%- macro redshift__sat_v0(parent_hashkey, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} +{%- macro postgres__sat_v0(parent_hashkey, src_hashdiff, src_payload, src_ldts, src_rsrc, source_model, disable_hwm, source_is_single_batch) -%} {%- set beginning_of_all_times = datavault4dbt.beginning_of_all_times() -%} {%- set end_of_all_times = datavault4dbt.end_of_all_times() -%} From 196cc84d6dd122691f94f2ca83373185cc3e8d65 Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 19 Apr 2024 13:28:20 +0200 Subject: [PATCH 013/121] Added LEDTS Alias to the ref_sat_v1 for Postgres and RedShift --- macros/tables/postgres/ref_sat_v1.sql | 1 + macros/tables/redshift/ref_sat_v1.sql | 1 + 2 files changed, 2 insertions(+) diff --git a/macros/tables/postgres/ref_sat_v1.sql b/macros/tables/postgres/ref_sat_v1.sql index 7f08faf5..5eacc3a3 100644 --- a/macros/tables/postgres/ref_sat_v1.sql +++ b/macros/tables/postgres/ref_sat_v1.sql @@ -4,6 +4,7 @@ {%- set timestamp_format = datavault4dbt.timestamp_format() -%} {%- set is_current_col_alias = var('datavault4dbt.is_current_col_alias', 'IS_CURRENT') -%} +{%- set ledts_alias = var('datavault4dbt.ledts_alias', 'ledts') -%} {%- set source_relation = ref(ref_sat_v0) -%} diff --git a/macros/tables/redshift/ref_sat_v1.sql b/macros/tables/redshift/ref_sat_v1.sql index 970cd02f..8e363573 100644 --- a/macros/tables/redshift/ref_sat_v1.sql +++ b/macros/tables/redshift/ref_sat_v1.sql @@ -4,6 +4,7 @@ {%- set timestamp_format = datavault4dbt.timestamp_format() -%} {%- set is_current_col_alias = var('datavault4dbt.is_current_col_alias', 'IS_CURRENT') -%} +{%- set ledts_alias = var('datavault4dbt.ledts_alias', 'ledts') -%} {%- set source_relation = ref(ref_sat_v0) -%} From 2f0f8d1c3c2690bbc6a2d854ff90b9c06d1903c0 Mon Sep 17 00:00:00 2001 From: thoffmann-sf Date: Fri, 26 Apr 2024 16:14:16 +0200 Subject: [PATCH 014/121] Deleted the Logs directory --- logs/dbt.log | 106818 ------------------------------------------------ 1 file changed, 106818 deletions(-) delete mode 100644 logs/dbt.log diff --git a/logs/dbt.log b/logs/dbt.log deleted file mode 100644 index 2eb55493..00000000 --- a/logs/dbt.log +++ /dev/null @@ -1,106818 +0,0 @@ - - -============================== 2022-07-22 07:07:56.725904 | a84a1e93-c836-4f6c-a45d-d6fec5b4a02d ============================== -07:07:56.725904 [info ] [MainThread]: Running with dbt=1.0.1 -07:07:56.725904 [debug] [MainThread]: running dbt with arguments Namespace(record_timing_info=None, debug=None, log_format=None, write_json=None, use_colors=None, printer_width=None, warn_error=None, version_check=None, partial_parse=None, single_threaded=False, use_experimental_parser=None, static_parser=None, profiles_dir='C:\\Users\\tkirschke\\.dbt', send_anonymous_usage_stats=None, fail_fast=None, event_buffer_size=None, project_dir=None, profile=None, target=None, vars='{}', log_cache_events=False, config_dir=False, defer=None, state=None, cls=, which='debug', rpc_method=None) -07:07:56.727904 [debug] [MainThread]: Tracking: tracking -07:07:56.727904 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -07:08:00.027311 [debug] [MainThread]: Executing "git --help" -07:08:00.150172 [debug] [MainThread]: STDOUT: "b"usage: git [--version] [--help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--super-prefix=] [--config-env==]\n []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n sparse-checkout Initialize and modify the sparse-checkout\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -07:08:00.150172 [debug] [MainThread]: STDERR: "b''" -07:08:00.153628 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} - - -============================== 2023-10-20 12:33:06.231211 | 9a2760e8-d00f-4a51-ade6-fe46354a62e1 ============================== -12:33:06.231211 [info ] [MainThread]: Running with dbt=1.4.9 -12:33:06.233193 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -12:33:06.233193 [debug] [MainThread]: Tracking: tracking -12:33:06.241193 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:33:06.401655 [debug] [MainThread]: Executing "git --help" -12:33:06.432238 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -12:33:06.432238 [debug] [MainThread]: STDERR: "b''" -12:33:06.435252 [debug] [MainThread]: Acquiring new synapse connection 'debug' -12:33:06.435252 [debug] [MainThread]: SQLServer adapter: Using synapse connection "debug". -12:33:06.436248 [debug] [MainThread]: SQLServer adapter: On debug: select 1 as id -12:33:06.436248 [debug] [MainThread]: Opening a new connection, currently in state init -12:33:06.436248 [debug] [MainThread]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -12:33:07.013942 [debug] [MainThread]: SQLServer adapter: Error running SQL: select 1 as id -12:33:07.013942 [debug] [MainThread]: SQLServer adapter: Rolling back transaction. -12:33:07.015023 [debug] [MainThread]: On debug: No close available on handle -12:33:07.016940 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:33:07.016940 [debug] [MainThread]: Flushing usage events -12:33:07.478231 [debug] [MainThread]: Connection 'debug' was properly closed. - - -============================== 2023-10-20 12:34:08.578618 | d8609903-963f-4f02-aab5-88aaf243742d ============================== -12:34:08.578618 [info ] [MainThread]: Running with dbt=1.4.9 -12:34:08.580463 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'which': 'deps', 'rpc_method': 'deps', 'indirect_selection': 'eager'} -12:34:08.580968 [debug] [MainThread]: Tracking: tracking -12:34:08.587973 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:34:08.588976 [debug] [MainThread]: Set downloads directory='C:\Users\dpolat\AppData\Local\Temp\dbt-downloads-0ov0j7tk' -12:34:08.589972 [debug] [MainThread]: Making package index registry request: GET https://hub.getdbt.com/api/v1/index.json -12:34:08.674305 [debug] [MainThread]: Response from registry index: GET https://hub.getdbt.com/api/v1/index.json 200 -12:34:08.675382 [debug] [MainThread]: Making package registry request: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json -12:34:08.734611 [debug] [MainThread]: Response from registry: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json 200 -12:34:08.742587 [info ] [MainThread]: Installing dbt-labs/dbt_utils -12:34:09.031686 [info ] [MainThread]: Installed from version 1.1.1 -12:34:09.031686 [info ] [MainThread]: Up to date! -12:34:09.032688 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'package', 'label': 'd8609903-963f-4f02-aab5-88aaf243742d', 'property_': 'install', 'context': [, ]} -12:34:09.033689 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:34:09.033689 [debug] [MainThread]: Flushing usage events - - -============================== 2023-10-20 12:34:29.918342 | 84a45f76-b92b-43c7-bb6a-3d222b154ed3 ============================== -12:34:29.918342 [info ] [MainThread]: Running with dbt=1.4.9 -12:34:29.920733 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'parse_only': False, 'which': 'compile', 'rpc_method': 'compile', 'indirect_selection': 'eager'} -12:34:29.921329 [debug] [MainThread]: Tracking: tracking -12:34:29.921329 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:34:29.949068 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -12:34:29.950067 [info ] [MainThread]: Unable to do partial parsing because saved manifest not found. Starting full parse. -12:34:29.951068 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'partial_parser', 'label': '84a45f76-b92b-43c7-bb6a-3d222b154ed3', 'context': []} -12:34:33.300456 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 2 unused configuration paths: -- models.datavault4dbt.raw_vault -- models.datavault4dbt.dbt_stg -12:34:33.305473 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '84a45f76-b92b-43c7-bb6a-3d222b154ed3', 'context': []} -12:34:33.316457 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '84a45f76-b92b-43c7-bb6a-3d222b154ed3', 'context': []} -12:34:33.317475 [info ] [MainThread]: Found 0 models, 0 tests, 0 snapshots, 0 analyses, 637 macros, 0 operations, 0 seed files, 0 sources, 0 exposures, 0 metrics -12:34:33.317475 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '84a45f76-b92b-43c7-bb6a-3d222b154ed3', 'context': []} -12:34:33.318456 [info ] [MainThread]: -12:34:33.319455 [warn ] [MainThread]: Nothing to do. Try checking your model configs and model specification args -12:34:33.319455 [debug] [MainThread]: Command end result -12:34:33.345465 [info ] [MainThread]: Done. -12:34:33.348465 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:34:33.348465 [debug] [MainThread]: Flushing usage events - - -============================== 2023-10-20 12:42:09.253613 | b7c69d29-8643-4d86-8f8c-7abef38589ec ============================== -12:42:09.253613 [info ] [MainThread]: Running with dbt=1.4.9 -12:42:09.255322 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'which': 'deps', 'rpc_method': 'deps', 'indirect_selection': 'eager'} -12:42:09.255322 [debug] [MainThread]: Tracking: tracking -12:42:09.262778 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:42:09.263789 [debug] [MainThread]: Set downloads directory='C:\Users\dpolat\AppData\Local\Temp\dbt-downloads-1l96gza7' -12:42:09.263789 [debug] [MainThread]: Making package index registry request: GET https://hub.getdbt.com/api/v1/index.json -12:42:09.337616 [debug] [MainThread]: Response from registry index: GET https://hub.getdbt.com/api/v1/index.json 200 -12:42:09.338614 [debug] [MainThread]: Making package registry request: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json -12:42:09.388966 [debug] [MainThread]: Response from registry: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json 200 -12:42:09.393828 [debug] [MainThread]: Making package registry request: GET https://hub.getdbt.com/api/v1/ScalefreeCOM/datavault4dbt.json -12:42:09.449062 [debug] [MainThread]: Response from registry: GET https://hub.getdbt.com/api/v1/ScalefreeCOM/datavault4dbt.json 200 -12:42:09.459063 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:42:09.460064 [debug] [MainThread]: Flushing usage events -12:42:09.917031 [error] [MainThread]: Encountered an error: -Found a dependency with the same name as the root project "datavault4dbt". Package names must be unique in a project. Please rename one of these packages. - - -============================== 2023-10-20 12:42:41.438881 | 7e2701e0-1f98-4a33-9eca-80bbf51e5893 ============================== -12:42:41.438881 [info ] [MainThread]: Running with dbt=1.4.9 -12:42:41.440229 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'which': 'deps', 'rpc_method': 'deps', 'indirect_selection': 'eager'} -12:42:41.440229 [debug] [MainThread]: Tracking: tracking -12:42:41.448234 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:42:41.449234 [debug] [MainThread]: Set downloads directory='C:\Users\dpolat\AppData\Local\Temp\dbt-downloads-7xfr3z6_' -12:42:41.449234 [debug] [MainThread]: Making package index registry request: GET https://hub.getdbt.com/api/v1/index.json -12:42:41.512809 [debug] [MainThread]: Response from registry index: GET https://hub.getdbt.com/api/v1/index.json 200 -12:42:41.513809 [debug] [MainThread]: Making package registry request: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json -12:42:41.576893 [debug] [MainThread]: Response from registry: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json 200 -12:42:41.583980 [info ] [MainThread]: Installing dbt-labs/dbt_utils -12:42:41.919988 [info ] [MainThread]: Installed from version 1.1.1 -12:42:41.920987 [info ] [MainThread]: Up to date! -12:42:41.920987 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'package', 'label': '7e2701e0-1f98-4a33-9eca-80bbf51e5893', 'property_': 'install', 'context': [, ]} -12:42:41.921988 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:42:41.922987 [debug] [MainThread]: Flushing usage events - - -============================== 2023-10-20 12:43:36.083302 | fd35ae0a-1569-4bb8-b501-9ababfd1b864 ============================== -12:43:36.083302 [info ] [MainThread]: Running with dbt=1.4.9 -12:43:36.084770 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -12:43:36.084770 [debug] [MainThread]: Tracking: tracking -12:43:36.090775 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:43:36.120794 [debug] [MainThread]: Executing "git --help" -12:43:36.158427 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -12:43:36.158427 [debug] [MainThread]: STDERR: "b''" -12:43:36.159424 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:43:36.160423 [debug] [MainThread]: Flushing usage events - - -============================== 2023-10-20 12:43:51.321192 | b2d7949c-83ba-4591-8279-f097a7066fe9 ============================== -12:43:51.321192 [info ] [MainThread]: Running with dbt=1.4.9 -12:43:51.323257 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -12:43:51.323257 [debug] [MainThread]: Tracking: tracking -12:43:51.330454 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:43:51.464550 [debug] [MainThread]: Executing "git --help" -12:43:51.493800 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -12:43:51.493800 [debug] [MainThread]: STDERR: "b''" -12:43:51.497802 [debug] [MainThread]: Acquiring new synapse connection 'debug' -12:43:51.498801 [debug] [MainThread]: SQLServer adapter: Using synapse connection "debug". -12:43:51.498801 [debug] [MainThread]: SQLServer adapter: On debug: select 1 as id -12:43:51.498801 [debug] [MainThread]: Opening a new connection, currently in state init -12:43:51.499801 [debug] [MainThread]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -12:43:51.911488 [debug] [MainThread]: SQLServer adapter: Error running SQL: select 1 as id -12:43:51.911488 [debug] [MainThread]: SQLServer adapter: Rolling back transaction. -12:43:51.911488 [debug] [MainThread]: On debug: No close available on handle -12:43:51.913773 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:43:51.913773 [debug] [MainThread]: Flushing usage events -12:43:52.356639 [debug] [MainThread]: Connection 'debug' was properly closed. - - -============================== 2023-10-20 12:45:01.934163 | b50549a8-5a7b-4809-b00e-ba8a0c2ab3d2 ============================== -12:45:01.934163 [info ] [MainThread]: Running with dbt=1.4.9 -12:45:01.936119 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'which': 'deps', 'rpc_method': 'deps', 'indirect_selection': 'eager'} -12:45:01.936119 [debug] [MainThread]: Tracking: tracking -12:45:01.944069 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -12:45:01.945081 [debug] [MainThread]: Set downloads directory='C:\Users\dpolat\AppData\Local\Temp\dbt-downloads-2bp4hvg0' -12:45:01.946071 [debug] [MainThread]: Making package index registry request: GET https://hub.getdbt.com/api/v1/index.json -12:45:02.023206 [debug] [MainThread]: Response from registry index: GET https://hub.getdbt.com/api/v1/index.json 200 -12:45:02.024211 [debug] [MainThread]: Making package registry request: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json -12:45:02.079275 [debug] [MainThread]: Response from registry: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json 200 -12:45:02.086358 [info ] [MainThread]: Installing dbt-labs/dbt_utils -12:45:02.411035 [info ] [MainThread]: Installed from version 1.1.1 -12:45:02.412033 [info ] [MainThread]: Up to date! -12:45:02.412033 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'package', 'label': 'b50549a8-5a7b-4809-b00e-ba8a0c2ab3d2', 'property_': 'install', 'context': [, ]} -12:45:02.413032 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -12:45:02.413032 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 14:45:07.942818 | 68f4e57d-6b3d-4491-8502-492602c0ca0f ============================== -14:45:07.942818 [info ] [MainThread]: Running with dbt=1.4.9 -14:45:07.944902 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -14:45:07.944902 [debug] [MainThread]: Tracking: tracking -14:45:07.952810 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -14:45:08.076100 [debug] [MainThread]: Executing "git --help" -14:45:08.102105 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -14:45:08.102105 [debug] [MainThread]: STDERR: "b''" -14:45:08.105107 [debug] [MainThread]: Acquiring new synapse connection 'debug' -14:45:08.105107 [debug] [MainThread]: SQLServer adapter: Using synapse connection "debug". -14:45:08.105107 [debug] [MainThread]: SQLServer adapter: On debug: select 1 as id -14:45:08.105107 [debug] [MainThread]: Opening a new connection, currently in state init -14:45:08.106105 [debug] [MainThread]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -14:45:08.893262 [debug] [MainThread]: SQLServer adapter: Error running SQL: select 1 as id -14:45:08.893262 [debug] [MainThread]: SQLServer adapter: Rolling back transaction. -14:45:08.893262 [debug] [MainThread]: On debug: No close available on handle -14:45:08.894259 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -14:45:08.895259 [debug] [MainThread]: Flushing usage events -14:45:09.461241 [debug] [MainThread]: Connection 'debug' was properly closed. - - -============================== 2023-11-21 14:47:01.013919 | 9172e900-d267-4ec5-9c71-faf96266b606 ============================== -14:47:01.013919 [info ] [MainThread]: Running with dbt=1.4.9 -14:47:01.014919 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'which': 'deps', 'rpc_method': 'deps', 'indirect_selection': 'eager'} -14:47:01.015903 [debug] [MainThread]: Tracking: tracking -14:47:01.021901 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -14:47:01.023917 [debug] [MainThread]: Set downloads directory='C:\Users\dpolat\AppData\Local\Temp\dbt-downloads-nnmaznax' -14:47:01.023917 [debug] [MainThread]: Making package index registry request: GET https://hub.getdbt.com/api/v1/index.json -14:47:01.177486 [debug] [MainThread]: Response from registry index: GET https://hub.getdbt.com/api/v1/index.json 200 -14:47:01.179512 [debug] [MainThread]: Making package registry request: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json -14:47:01.259732 [debug] [MainThread]: Response from registry: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json 200 -14:47:01.267526 [info ] [MainThread]: Installing dbt-labs/dbt_utils -14:47:01.676457 [info ] [MainThread]: Installed from version 1.1.1 -14:47:01.676457 [info ] [MainThread]: Up to date! -14:47:01.677457 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'package', 'label': '9172e900-d267-4ec5-9c71-faf96266b606', 'property_': 'install', 'context': [, ]} -14:47:01.678457 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -14:47:01.678457 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 14:50:41.349595 | 1206ff5e-5972-4481-92bb-d738a70ec177 ============================== -14:50:41.349595 [info ] [MainThread]: Running with dbt=1.4.9 -14:50:41.351721 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'which': 'deps', 'rpc_method': 'deps', 'indirect_selection': 'eager'} -14:50:41.351721 [debug] [MainThread]: Tracking: tracking -14:50:41.361505 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -14:50:41.373572 [debug] [MainThread]: Set downloads directory='C:\Users\dpolat\AppData\Local\Temp\dbt-downloads-b7ms4mc8' -14:50:41.373572 [debug] [MainThread]: Making package index registry request: GET https://hub.getdbt.com/api/v1/index.json -14:50:41.532701 [debug] [MainThread]: Response from registry index: GET https://hub.getdbt.com/api/v1/index.json 200 -14:50:41.533703 [debug] [MainThread]: Making package registry request: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json -14:50:41.589879 [debug] [MainThread]: Response from registry: GET https://hub.getdbt.com/api/v1/dbt-labs/dbt_utils.json 200 -14:50:41.596907 [info ] [MainThread]: Installing dbt-labs/dbt_utils -14:50:41.946906 [info ] [MainThread]: Installed from version 1.1.1 -14:50:41.947891 [info ] [MainThread]: Up to date! -14:50:41.947891 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'package', 'label': '1206ff5e-5972-4481-92bb-d738a70ec177', 'property_': 'install', 'context': [, ]} -14:50:41.948890 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -14:50:41.948890 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 14:52:28.348298 | 9bdc80fe-8f8a-4dc4-a87c-db8c86a5f94a ============================== -14:52:28.348298 [info ] [MainThread]: Running with dbt=1.4.9 -14:52:28.349291 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -14:52:28.349291 [debug] [MainThread]: Tracking: tracking -14:52:28.357515 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -14:52:28.474085 [debug] [MainThread]: Executing "git --help" -14:52:28.502083 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -14:52:28.502083 [debug] [MainThread]: STDERR: "b''" -14:52:28.503083 [debug] [MainThread]: Acquiring new synapse connection 'debug' -14:52:28.504084 [debug] [MainThread]: SQLServer adapter: Using synapse connection "debug". -14:52:28.504084 [debug] [MainThread]: SQLServer adapter: On debug: select 1 as id -14:52:28.504084 [debug] [MainThread]: Opening a new connection, currently in state init -14:52:28.504084 [debug] [MainThread]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -14:52:28.978035 [debug] [MainThread]: SQLServer adapter: Error running SQL: select 1 as id -14:52:28.978035 [debug] [MainThread]: SQLServer adapter: Rolling back transaction. -14:52:28.978035 [debug] [MainThread]: On debug: No close available on handle -14:52:28.979032 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -14:52:28.979032 [debug] [MainThread]: Flushing usage events -14:52:29.464228 [debug] [MainThread]: Connection 'debug' was properly closed. - - -============================== 2023-11-21 15:20:48.830533 | 45ea2172-9fb8-4bea-a7a0-1d212cfdb713 ============================== -15:20:48.830533 [info ] [MainThread]: Running with dbt=1.4.9 -15:20:48.832528 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -15:20:48.833528 [debug] [MainThread]: Tracking: tracking -15:20:48.841532 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:20:49.033543 [debug] [MainThread]: Executing "git --help" -15:20:49.072239 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -15:20:49.073241 [debug] [MainThread]: STDERR: "b''" -15:20:49.080239 [debug] [MainThread]: Acquiring new synapse connection 'debug' -15:20:49.081239 [debug] [MainThread]: SQLServer adapter: Using synapse connection "debug". -15:20:49.082240 [debug] [MainThread]: SQLServer adapter: On debug: select 1 as id -15:20:49.082240 [debug] [MainThread]: Opening a new connection, currently in state init -15:20:49.083240 [debug] [MainThread]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:20:49.599113 [debug] [MainThread]: SQLServer adapter: Error running SQL: select 1 as id -15:20:49.599113 [debug] [MainThread]: SQLServer adapter: Rolling back transaction. -15:20:49.599113 [debug] [MainThread]: On debug: No close available on handle -15:20:49.602110 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:20:49.603111 [debug] [MainThread]: Flushing usage events -15:20:50.158882 [debug] [MainThread]: Connection 'debug' was properly closed. - - -============================== 2023-11-21 15:26:19.357155 | ba5e6f07-7fc8-49a0-bd78-cf2606f9705e ============================== -15:26:19.357155 [info ] [MainThread]: Running with dbt=1.4.9 -15:26:19.359138 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -15:26:19.359138 [debug] [MainThread]: Tracking: tracking -15:26:19.365137 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:26:19.502124 [debug] [MainThread]: Executing "git --help" -15:26:19.526396 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -15:26:19.527399 [debug] [MainThread]: STDERR: "b''" -15:26:19.529394 [debug] [MainThread]: Acquiring new synapse connection 'debug' -15:26:19.530395 [debug] [MainThread]: SQLServer adapter: Using synapse connection "debug". -15:26:19.530395 [debug] [MainThread]: SQLServer adapter: On debug: select 1 as id -15:26:19.530395 [debug] [MainThread]: Opening a new connection, currently in state init -15:26:19.531394 [debug] [MainThread]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:26:20.947609 [debug] [MainThread]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:26:21.145345 [debug] [MainThread]: SQLServer adapter: SQL status: OK in 1.61 seconds -15:26:21.146343 [debug] [MainThread]: On debug: Close -15:26:21.147343 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:26:21.148343 [debug] [MainThread]: Flushing usage events -15:26:21.680717 [debug] [MainThread]: Connection 'debug' was properly closed. - - -============================== 2023-11-21 15:29:52.632162 | 9335a53b-deab-4eff-8cb9-255b27b7822b ============================== -15:29:52.632162 [info ] [MainThread]: Running with dbt=1.4.9 -15:29:52.633161 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'config_dir': False, 'which': 'debug', 'indirect_selection': 'eager'} -15:29:52.634158 [debug] [MainThread]: Tracking: tracking -15:29:52.640160 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:29:52.762794 [debug] [MainThread]: Executing "git --help" -15:29:52.785433 [debug] [MainThread]: STDOUT: "b"usage: git [-v | --version] [-h | --help] [-C ] [-c =]\n [--exec-path[=]] [--html-path] [--man-path] [--info-path]\n [-p | --paginate | -P | --no-pager] [--no-replace-objects] [--bare]\n [--git-dir=] [--work-tree=] [--namespace=]\n [--config-env==] []\n\nThese are common Git commands used in various situations:\n\nstart a working area (see also: git help tutorial)\n clone Clone a repository into a new directory\n init Create an empty Git repository or reinitialize an existing one\n\nwork on the current change (see also: git help everyday)\n add Add file contents to the index\n mv Move or rename a file, a directory, or a symlink\n restore Restore working tree files\n rm Remove files from the working tree and from the index\n\nexamine the history and state (see also: git help revisions)\n bisect Use binary search to find the commit that introduced a bug\n diff Show changes between commits, commit and working tree, etc\n grep Print lines matching a pattern\n log Show commit logs\n show Show various types of objects\n status Show the working tree status\n\ngrow, mark and tweak your common history\n branch List, create, or delete branches\n commit Record changes to the repository\n merge Join two or more development histories together\n rebase Reapply commits on top of another base tip\n reset Reset current HEAD to the specified state\n switch Switch branches\n tag Create, list, delete or verify a tag object signed with GPG\n\ncollaborate (see also: git help workflows)\n fetch Download objects and refs from another repository\n pull Fetch from and integrate with another repository or a local branch\n push Update remote refs along with associated objects\n\n'git help -a' and 'git help -g' list available subcommands and some\nconcept guides. See 'git help ' or 'git help '\nto read about a specific subcommand or concept.\nSee 'git help git' for an overview of the system.\n"" -15:29:52.786454 [debug] [MainThread]: STDERR: "b''" -15:29:52.788452 [debug] [MainThread]: Acquiring new synapse connection 'debug' -15:29:52.789457 [debug] [MainThread]: SQLServer adapter: Using synapse connection "debug". -15:29:52.789457 [debug] [MainThread]: SQLServer adapter: On debug: select 1 as id -15:29:52.789457 [debug] [MainThread]: Opening a new connection, currently in state init -15:29:52.789457 [debug] [MainThread]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:29:53.403793 [debug] [MainThread]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:29:53.467924 [debug] [MainThread]: SQLServer adapter: SQL status: OK in 0.68 seconds -15:29:53.468894 [debug] [MainThread]: On debug: Close -15:29:53.469903 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:29:53.469903 [debug] [MainThread]: Flushing usage events -15:29:54.015263 [debug] [MainThread]: Connection 'debug' was properly closed. - - -============================== 2023-11-21 15:33:02.883748 | e2664850-29cd-439b-a4b0-dfd2915ef458 ============================== -15:33:02.883748 [info ] [MainThread]: Running with dbt=1.4.9 -15:33:02.885721 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemetada'], 'which': 'build', 'rpc_method': 'build'} -15:33:02.886713 [debug] [MainThread]: Tracking: tracking -15:33:02.886713 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:33:02.902220 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:33:03.006707 [debug] [MainThread]: Partial parsing enabled: 0 files deleted, 0 files added, 0 files changed. -15:33:03.007747 [debug] [MainThread]: Partial parsing enabled, no changes found, skipping parsing -15:33:03.007747 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:33:03.014822 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': 'e2664850-29cd-439b-a4b0-dfd2915ef458', 'context': []} -15:33:03.037109 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': 'e2664850-29cd-439b-a4b0-dfd2915ef458', 'context': []} -15:33:03.037109 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:33:03.038115 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': 'e2664850-29cd-439b-a4b0-dfd2915ef458', 'context': []} -15:33:03.039116 [warn ] [MainThread]: The selection criterion 'stage_salesforcemetada' does not match any nodes -15:33:03.039116 [info ] [MainThread]: -15:33:03.040135 [warn ] [MainThread]: Nothing to do. Try checking your model configs and model specification args -15:33:03.040135 [debug] [MainThread]: Command end result -15:33:03.051115 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:33:03.051115 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 15:33:37.466354 | 4c39e2cd-03e7-4408-8cba-2f7501405c59 ============================== -15:33:37.466354 [info ] [MainThread]: Running with dbt=1.4.9 -15:33:37.469265 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemetadata'], 'which': 'build', 'rpc_method': 'build'} -15:33:37.469265 [debug] [MainThread]: Tracking: tracking -15:33:37.469265 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:33:37.485333 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:33:37.581745 [debug] [MainThread]: Partial parsing enabled: 0 files deleted, 0 files added, 0 files changed. -15:33:37.582748 [debug] [MainThread]: Partial parsing enabled, no changes found, skipping parsing -15:33:37.582748 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:33:37.588744 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '4c39e2cd-03e7-4408-8cba-2f7501405c59', 'context': []} -15:33:37.599688 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '4c39e2cd-03e7-4408-8cba-2f7501405c59', 'context': []} -15:33:37.599688 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:33:37.600686 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '4c39e2cd-03e7-4408-8cba-2f7501405c59', 'context': []} -15:33:37.601685 [warn ] [MainThread]: The selection criterion 'stage_salesforcemetadata' does not match any nodes -15:33:37.602688 [info ] [MainThread]: -15:33:37.603796 [warn ] [MainThread]: Nothing to do. Try checking your model configs and model specification args -15:33:37.604705 [debug] [MainThread]: Command end result -15:33:37.614685 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:33:37.614685 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 15:33:45.740547 | 529f248c-1530-45db-959a-459d03a03cfe ============================== -15:33:45.740547 [info ] [MainThread]: Running with dbt=1.4.9 -15:33:45.742656 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemeta'], 'which': 'build', 'rpc_method': 'build'} -15:33:45.742656 [debug] [MainThread]: Tracking: tracking -15:33:45.743661 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:33:45.759664 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:33:45.860114 [debug] [MainThread]: Partial parsing enabled: 0 files deleted, 0 files added, 0 files changed. -15:33:45.860114 [debug] [MainThread]: Partial parsing enabled, no changes found, skipping parsing -15:33:45.860114 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:33:45.866215 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '529f248c-1530-45db-959a-459d03a03cfe', 'context': []} -15:33:45.877113 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '529f248c-1530-45db-959a-459d03a03cfe', 'context': []} -15:33:45.877113 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:33:45.878111 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '529f248c-1530-45db-959a-459d03a03cfe', 'context': []} -15:33:45.879111 [info ] [MainThread]: -15:33:45.881132 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:33:45.892257 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -15:33:45.901360 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -15:33:45.902358 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -15:33:45.902358 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:33:45.902358 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:33:46.716940 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:33:46.825712 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.92 seconds -15:33:46.838406 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -15:33:46.839483 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Stage_' -15:33:46.840482 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Stage_' -15:33:46.841033 [debug] [ThreadPool]: Creating schema "ReferenceKeyMsg(database='thesisdpolatdedsql', schema='stage_', identifier=None)" -15:33:46.845040 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "create_thesisdpolatdedsql_Stage_". -15:33:46.845040 [debug] [ThreadPool]: SQLServer adapter: On create_thesisdpolatdedsql_Stage_: IF NOT EXISTS (SELECT * FROM sys.schemas WHERE name = 'Stage_') - BEGIN - EXEC('CREATE SCHEMA [Stage_]') - END - -15:33:46.845040 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:33:46.846039 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:33:46.846039 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:33:47.510701 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.67 seconds -15:33:47.511707 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Stage_: COMMIT -15:33:47.511707 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Stage_: Close -15:33:47.514234 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_RDV_' -15:33:47.518242 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_RDV_". -15:33:47.518242 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_RDV_: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'RDV_' - and table_catalog like 'thesisdpolatdedsql' - -15:33:47.519246 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:33:47.519246 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:33:47.519246 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:33:47.667373 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.15 seconds -15:33:47.668395 [debug] [ThreadPool]: On list_thesisdpolatdedsql_RDV_: ROLLBACK -15:33:47.679601 [debug] [ThreadPool]: On list_thesisdpolatdedsql_RDV_: Close -15:33:47.680744 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Stage_' -15:33:47.682692 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Stage_". -15:33:47.682692 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Stage_: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Stage_' - and table_catalog like 'thesisdpolatdedsql' - -15:33:47.682692 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:33:47.683623 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:33:47.683623 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:33:47.854302 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.17 seconds -15:33:47.855301 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Stage_: ROLLBACK -15:33:47.855301 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Stage_: Close -15:33:47.856725 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '529f248c-1530-45db-959a-459d03a03cfe', 'context': []} -15:33:47.856725 [debug] [MainThread]: On master: COMMIT -15:33:47.856725 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -15:33:47.857730 [info ] [MainThread]: -15:33:47.869242 [debug] [Thread-1 (]: Began running node model.datavault4dbt.stage_salesforcemeta -15:33:47.869242 [info ] [Thread-1 (]: 1 of 1 START sql view model Stage_.stage_salesforcemeta ........................ [RUN] -15:33:47.871263 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.stage_salesforcemeta' -15:33:47.871263 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.stage_salesforcemeta -15:33:47.947255 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:33:47.947255 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:33:47.947255 [debug] [Thread-1 (]: Opening a new connection, currently in state init -15:33:47.948256 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:33:48.381113 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:33:48.506208 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.56 seconds -15:33:48.532106 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:33:48.532106 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:33:48.605105 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -15:33:48.619873 [debug] [Thread-1 (]: hash_function: MD5 -15:33:48.627951 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:33:48.669751 [debug] [Thread-1 (]: hash type in hash macro: NVARCHAR(100) -15:33:48.670619 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:33:48.678704 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:33:48.679708 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:33:48.679708 [debug] [Thread-1 (]: hash type in hash macro: NVARCHAR(100) -15:33:48.680658 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:33:48.681694 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:33:48.701691 [debug] [Thread-1 (]: hash datatype: None -15:33:48.702694 [debug] [Thread-1 (]: hash datatype: None -15:33:48.704686 [debug] [Thread-1 (]: hash datatype: None -15:33:48.705685 [debug] [Thread-1 (]: hash datatype: None -15:33:48.707694 [debug] [Thread-1 (]: hash datatype: None -15:33:48.708686 [debug] [Thread-1 (]: hash datatype: None -15:33:48.712617 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.stage_salesforcemeta" -15:33:48.713616 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (compile): 2023-11-21 15:33:47.871263 => 2023-11-21 15:33:48.713616 -15:33:48.713616 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.stage_salesforcemeta -15:33:48.736800 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.stage_salesforcemeta" -15:33:48.738715 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:33:48.738715 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: create view "Stage_"."stage_salesforcemeta__dbt_tmp" as - - - - - - - -WITH - - -source_data AS ( - SELECT - - - - "orgid", - "source_object", - "ldts", - "json_payload" - - FROM "thesisdpolatdedsql"."dbo"."SalesforceMetadaten" - - ), - - - - - -ldts_rsrc_data AS ( - - SELECT - "ldts" AS ldts, - CAST( 'sfdc' as NVARCHAR(100) ) AS rsrc, - - "orgid", - "source_object", - "json_payload" - - - FROM source_data), - - - - -hashed_columns AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - ISNULL(CONVERT(NVARCHAR(100), HASHBYTES('MD5', (NULLIF(UPPER(( - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "orgid")))), '^^')+'||'+ - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "source_object")))), '^^'))), '^^||^^')))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hk_metaobject_h, - ISNULL(CONVERT(NVARCHAR(100), HASHBYTES('MD5', ( - ISNULL((LTRIM(RTRIM("json_payload"))), '^^')+ ''))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hd_metaobject_sfdc_lrn_s - - FROM ldts_rsrc_data - -), - -unknown_values AS ( - - SELECT - - CONVERT(datetime2, '1901-01-01T00:00:01', 126) as ldts, - 'SYSTEM' as rsrc, - - CAST('u' as NVARCHAR(1) ) as "orgid", - CAST('u' as NVARCHAR(1) ) as "source_object", - CAST('u' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as NVARCHAR(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as NVARCHAR(100)) as hd_metaobject_sfdc_lrn_s -), - - -error_values AS ( - - SELECT - - CONVERT(datetime2, '8888-12-31T23:59:59', 126) as ldts, - 'ERROR' as rsrc, - - CAST('e' as NVARCHAR(1) ) as "orgid", - CAST('e' as NVARCHAR(1) ) as "source_object", - CAST('e' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as NVARCHAR(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as NVARCHAR(100)) as hd_metaobject_sfdc_lrn_s -), - - -ghost_records AS ( - SELECT * FROM unknown_values - UNION ALL - SELECT * FROM error_values -), -columns_to_select AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM hashed_columns - - - UNION ALL - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM ghost_records - -) - -SELECT * FROM columns_to_select - -15:33:48.868103 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.13 seconds -15:33:48.874063 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:33:48.874063 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: rename object "Stage_"."stage_salesforcemeta__dbt_tmp" to stage_salesforcemeta -15:33:49.262384 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.39 seconds -15:33:49.273295 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: COMMIT -15:33:49.311447 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:33:49.311447 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - - if object_id ('"Stage_"."stage_salesforcemeta__dbt_backup"','V') is not null - begin - drop view "Stage_"."stage_salesforcemeta__dbt_backup" - end - -15:33:49.410181 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.10 seconds -15:33:49.411264 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (execute): 2023-11-21 15:33:48.714618 => 2023-11-21 15:33:49.411264 -15:33:49.411264 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: Close -15:33:49.412308 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '529f248c-1530-45db-959a-459d03a03cfe', 'context': []} -15:33:49.413188 [info ] [Thread-1 (]: 1 of 1 OK created sql view model Stage_.stage_salesforcemeta ................... [OK in 1.54s] -15:33:49.414188 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.stage_salesforcemeta -15:33:49.426531 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:33:49.427526 [debug] [MainThread]: On master: COMMIT -15:33:49.427526 [debug] [MainThread]: Connection 'master' was properly closed. -15:33:49.428537 [debug] [MainThread]: Connection 'create_thesisdpolatdedsql_Stage_' was properly closed. -15:33:49.428537 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Stage_' was properly closed. -15:33:49.428537 [debug] [MainThread]: Connection 'model.datavault4dbt.stage_salesforcemeta' was properly closed. -15:33:49.428537 [info ] [MainThread]: -15:33:49.429541 [info ] [MainThread]: Finished running 1 view model in 0 hours 0 minutes and 3.55 seconds (3.55s). -15:33:49.429541 [debug] [MainThread]: Command end result -15:33:49.439547 [info ] [MainThread]: -15:33:49.440542 [info ] [MainThread]: Completed successfully -15:33:49.441559 [info ] [MainThread]: -15:33:49.441559 [info ] [MainThread]: Done. PASS=1 WARN=0 ERROR=0 SKIP=0 TOTAL=1 -15:33:49.441559 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:33:49.442562 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 15:35:42.650189 | 9b27c535-53cf-4aef-aae2-39c8c88326c2 ============================== -15:35:42.650189 [info ] [MainThread]: Running with dbt=1.4.9 -15:35:42.652124 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemeta'], 'which': 'build', 'rpc_method': 'build'} -15:35:42.652124 [debug] [MainThread]: Tracking: tracking -15:35:42.653110 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:35:42.666201 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:35:42.677891 [info ] [MainThread]: Unable to do partial parsing because a project config has changed -15:35:42.679004 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'partial_parser', 'label': '9b27c535-53cf-4aef-aae2-39c8c88326c2', 'context': []} -15:35:45.050480 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_h.sql -15:35:45.089003 [debug] [MainThread]: source_modelsstage_salesforcemeta -15:35:45.124004 [debug] [MainThread]: ref_keys: None -15:35:45.125004 [debug] [MainThread]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:35:45.125004 [debug] [MainThread]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:35:45.129002 [debug] [MainThread]: rsrc_statics defined?: -15:35:45.138003 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_h.sql -15:35:45.140002 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn0_s.sql -15:35:45.163010 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn0_s.sql -15:35:45.164011 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn1_s.sql -15:35:45.187530 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn1_s.sql -15:35:45.189529 [debug] [MainThread]: 1603: static parser failed on Stages\stage_salesforcemeta.sql -15:35:45.282403 [debug] [MainThread]: hash_function: MD5 -15:35:45.291393 [debug] [MainThread]: hash datatype: NVARCHAR(100) -15:35:45.319654 [debug] [MainThread]: hash type in hash macro: NVARCHAR(100) -15:35:45.319654 [debug] [MainThread]: hash datatype: NVARCHAR(100) -15:35:45.326655 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:35:45.327656 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:35:45.328665 [debug] [MainThread]: hash type in hash macro: NVARCHAR(100) -15:35:45.328665 [debug] [MainThread]: hash datatype: NVARCHAR(100) -15:35:45.329655 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:35:45.335659 [debug] [MainThread]: 1602: parser fallback to jinja rendering on Stages\stage_salesforcemeta.sql -15:35:45.428340 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:35:45.433378 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '9b27c535-53cf-4aef-aae2-39c8c88326c2', 'context': []} -15:35:45.444379 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '9b27c535-53cf-4aef-aae2-39c8c88326c2', 'context': []} -15:35:45.444379 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:35:45.445378 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '9b27c535-53cf-4aef-aae2-39c8c88326c2', 'context': []} -15:35:45.446378 [info ] [MainThread]: -15:35:45.448378 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:35:45.449377 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -15:35:45.458379 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -15:35:45.459426 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -15:35:45.459426 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:35:45.459426 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:35:46.159439 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:35:46.227646 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.77 seconds -15:35:46.228655 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -15:35:46.229941 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Stage' -15:35:46.229941 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Stage' -15:35:46.230946 [debug] [ThreadPool]: Creating schema "ReferenceKeyMsg(database='thesisdpolatdedsql', schema='stage', identifier=None)" -15:35:46.233945 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "create_thesisdpolatdedsql_Stage". -15:35:46.234945 [debug] [ThreadPool]: SQLServer adapter: On create_thesisdpolatdedsql_Stage: IF NOT EXISTS (SELECT * FROM sys.schemas WHERE name = 'Stage') - BEGIN - EXEC('CREATE SCHEMA [Stage]') - END - -15:35:46.234945 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:35:46.234945 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:35:46.234945 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:35:46.775654 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.54 seconds -15:35:46.776652 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Stage: COMMIT -15:35:46.776652 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Stage: Close -15:35:46.778657 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Stage' -15:35:46.783157 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Stage". -15:35:46.783157 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Stage' - and table_catalog like 'thesisdpolatdedsql' - -15:35:46.783157 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:35:46.784186 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:35:46.784186 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:35:46.985100 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.20 seconds -15:35:46.986198 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Stage: ROLLBACK -15:35:46.986198 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Stage: Close -15:35:46.987102 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_RDV' -15:35:46.989100 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_RDV". -15:35:46.989100 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'RDV' - and table_catalog like 'thesisdpolatdedsql' - -15:35:46.989100 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:35:46.990100 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:35:46.990100 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:35:47.125271 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.14 seconds -15:35:47.126273 [debug] [ThreadPool]: On list_thesisdpolatdedsql_RDV: ROLLBACK -15:35:47.126273 [debug] [ThreadPool]: On list_thesisdpolatdedsql_RDV: Close -15:35:47.127271 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '9b27c535-53cf-4aef-aae2-39c8c88326c2', 'context': []} -15:35:47.127271 [debug] [MainThread]: On master: COMMIT -15:35:47.128269 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -15:35:47.128269 [info ] [MainThread]: -15:35:47.132271 [debug] [Thread-1 (]: Began running node model.datavault4dbt.stage_salesforcemeta -15:35:47.132271 [info ] [Thread-1 (]: 1 of 1 START sql view model Stage.stage_salesforcemeta ......................... [RUN] -15:35:47.134270 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.stage_salesforcemeta' -15:35:47.134270 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.stage_salesforcemeta -15:35:47.158271 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:35:47.158271 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:35:47.159270 [debug] [Thread-1 (]: Opening a new connection, currently in state init -15:35:47.159270 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:35:47.587805 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:35:47.659293 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.50 seconds -15:35:47.665378 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:35:47.665378 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:35:47.734854 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -15:35:47.736939 [debug] [Thread-1 (]: hash_function: MD5 -15:35:47.736939 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:35:47.742079 [debug] [Thread-1 (]: hash type in hash macro: NVARCHAR(100) -15:35:47.742583 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:35:47.743663 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:35:47.744588 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:35:47.744588 [debug] [Thread-1 (]: hash type in hash macro: NVARCHAR(100) -15:35:47.744588 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:35:47.745590 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:35:47.764686 [debug] [Thread-1 (]: hash datatype: None -15:35:47.765679 [debug] [Thread-1 (]: hash datatype: None -15:35:47.767760 [debug] [Thread-1 (]: hash datatype: None -15:35:47.768763 [debug] [Thread-1 (]: hash datatype: None -15:35:47.770764 [debug] [Thread-1 (]: hash datatype: None -15:35:47.771771 [debug] [Thread-1 (]: hash datatype: None -15:35:47.775439 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.stage_salesforcemeta" -15:35:47.776441 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (compile): 2023-11-21 15:35:47.134270 => 2023-11-21 15:35:47.776441 -15:35:47.776441 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.stage_salesforcemeta -15:35:47.800826 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.stage_salesforcemeta" -15:35:47.800826 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:35:47.801738 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: create view "Stage"."stage_salesforcemeta__dbt_tmp" as - - - - - - - -WITH - - -source_data AS ( - SELECT - - - - "orgid", - "source_object", - "ldts", - "json_payload" - - FROM "thesisdpolatdedsql"."dbo"."SalesforceMetadaten" - - ), - - - - - -ldts_rsrc_data AS ( - - SELECT - "ldts" AS ldts, - CAST( 'sfdc' as NVARCHAR(100) ) AS rsrc, - - "orgid", - "source_object", - "json_payload" - - - FROM source_data), - - - - -hashed_columns AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - ISNULL(CONVERT(NVARCHAR(100), HASHBYTES('MD5', (NULLIF(UPPER(( - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "orgid")))), '^^')+'||'+ - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "source_object")))), '^^'))), '^^||^^')))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hk_metaobject_h, - ISNULL(CONVERT(NVARCHAR(100), HASHBYTES('MD5', ( - ISNULL((LTRIM(RTRIM("json_payload"))), '^^')+ ''))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hd_metaobject_sfdc_lrn_s - - FROM ldts_rsrc_data - -), - -unknown_values AS ( - - SELECT - - CONVERT(datetime2, '1901-01-01T00:00:01', 126) as ldts, - 'SYSTEM' as rsrc, - - CAST('u' as NVARCHAR(1) ) as "orgid", - CAST('u' as NVARCHAR(1) ) as "source_object", - CAST('u' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as NVARCHAR(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as NVARCHAR(100)) as hd_metaobject_sfdc_lrn_s -), - - -error_values AS ( - - SELECT - - CONVERT(datetime2, '8888-12-31T23:59:59', 126) as ldts, - 'ERROR' as rsrc, - - CAST('e' as NVARCHAR(1) ) as "orgid", - CAST('e' as NVARCHAR(1) ) as "source_object", - CAST('e' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as NVARCHAR(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as NVARCHAR(100)) as hd_metaobject_sfdc_lrn_s -), - - -ghost_records AS ( - SELECT * FROM unknown_values - UNION ALL - SELECT * FROM error_values -), -columns_to_select AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM hashed_columns - - - UNION ALL - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM ghost_records - -) - -SELECT * FROM columns_to_select - -15:35:47.889065 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.09 seconds -15:35:47.895075 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:35:47.896075 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: rename object "Stage"."stage_salesforcemeta__dbt_tmp" to stage_salesforcemeta -15:35:48.004959 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.11 seconds -15:35:48.021277 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: COMMIT -15:35:48.029601 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:35:48.029601 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - - if object_id ('"Stage"."stage_salesforcemeta__dbt_backup"','V') is not null - begin - drop view "Stage"."stage_salesforcemeta__dbt_backup" - end - -15:35:48.147840 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.12 seconds -15:35:48.149841 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (execute): 2023-11-21 15:35:47.777397 => 2023-11-21 15:35:48.149841 -15:35:48.149841 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: Close -15:35:48.150842 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '9b27c535-53cf-4aef-aae2-39c8c88326c2', 'context': []} -15:35:48.150842 [info ] [Thread-1 (]: 1 of 1 OK created sql view model Stage.stage_salesforcemeta .................... [OK in 1.02s] -15:35:48.151842 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.stage_salesforcemeta -15:35:48.153842 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:35:48.153842 [debug] [MainThread]: On master: COMMIT -15:35:48.153842 [debug] [MainThread]: Connection 'master' was properly closed. -15:35:48.153842 [debug] [MainThread]: Connection 'create_thesisdpolatdedsql_Stage' was properly closed. -15:35:48.154842 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_RDV' was properly closed. -15:35:48.154842 [debug] [MainThread]: Connection 'model.datavault4dbt.stage_salesforcemeta' was properly closed. -15:35:48.154842 [info ] [MainThread]: -15:35:48.154842 [info ] [MainThread]: Finished running 1 view model in 0 hours 0 minutes and 2.71 seconds (2.71s). -15:35:48.155841 [debug] [MainThread]: Command end result -15:35:48.166851 [info ] [MainThread]: -15:35:48.166851 [info ] [MainThread]: Completed successfully -15:35:48.167851 [info ] [MainThread]: -15:35:48.168853 [info ] [MainThread]: Done. PASS=1 WARN=0 ERROR=0 SKIP=0 TOTAL=1 -15:35:48.168853 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:35:48.169854 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 15:38:53.502642 | 7f46e50d-bad2-4a5e-a0dc-101a1c0757fa ============================== -15:38:53.502642 [info ] [MainThread]: Running with dbt=1.4.9 -15:38:53.504674 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemeta'], 'which': 'build', 'rpc_method': 'build'} -15:38:53.504674 [debug] [MainThread]: Tracking: tracking -15:38:53.504674 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:38:53.520639 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:38:53.538494 [info ] [MainThread]: Unable to do partial parsing because a project config has changed -15:38:53.539513 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'partial_parser', 'label': '7f46e50d-bad2-4a5e-a0dc-101a1c0757fa', 'context': []} -15:38:55.867581 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_h.sql -15:38:55.905176 [debug] [MainThread]: source_modelsstage_salesforcemeta -15:38:55.932939 [debug] [MainThread]: ref_keys: None -15:38:55.932939 [debug] [MainThread]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:38:55.932939 [debug] [MainThread]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:38:55.936948 [debug] [MainThread]: rsrc_statics defined?: -15:38:55.944960 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_h.sql -15:38:55.945961 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn0_s.sql -15:38:55.974376 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn0_s.sql -15:38:55.975306 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn1_s.sql -15:38:56.000210 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn1_s.sql -15:38:56.001292 [debug] [MainThread]: 1603: static parser failed on Stages\stage_salesforcemeta.sql -15:38:56.098075 [debug] [MainThread]: hash_function: MD5 -15:38:56.107985 [debug] [MainThread]: hash datatype: NVARCHAR(100) -15:38:56.134990 [debug] [MainThread]: hash type in hash macro: NVARCHAR(100) -15:38:56.134990 [debug] [MainThread]: hash datatype: NVARCHAR(100) -15:38:56.143086 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:38:56.144076 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:38:56.145085 [debug] [MainThread]: hash type in hash macro: NVARCHAR(100) -15:38:56.145085 [debug] [MainThread]: hash datatype: NVARCHAR(100) -15:38:56.146083 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:38:56.151067 [debug] [MainThread]: 1602: parser fallback to jinja rendering on Stages\stage_salesforcemeta.sql -15:38:56.244906 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:38:56.250930 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '7f46e50d-bad2-4a5e-a0dc-101a1c0757fa', 'context': []} -15:38:56.262152 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '7f46e50d-bad2-4a5e-a0dc-101a1c0757fa', 'context': []} -15:38:56.262658 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:38:56.263446 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '7f46e50d-bad2-4a5e-a0dc-101a1c0757fa', 'context': []} -15:38:56.263993 [info ] [MainThread]: -15:38:56.264941 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:38:56.265952 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -15:38:56.274486 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -15:38:56.274486 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -15:38:56.275470 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:38:56.275470 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:38:56.938124 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:38:56.996471 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.72 seconds -15:38:56.997472 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -15:38:56.998473 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Datavault4dbt.Stage' -15:38:56.999472 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Datavault4dbt.Stage' -15:38:56.999472 [debug] [ThreadPool]: Creating schema "ReferenceKeyMsg(database='thesisdpolatdedsql', schema='datavault4dbt.stage', identifier=None)" -15:38:57.004474 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "create_thesisdpolatdedsql_Datavault4dbt.Stage". -15:38:57.004474 [debug] [ThreadPool]: SQLServer adapter: On create_thesisdpolatdedsql_Datavault4dbt.Stage: IF NOT EXISTS (SELECT * FROM sys.schemas WHERE name = 'Datavault4dbt.Stage') - BEGIN - EXEC('CREATE SCHEMA [Datavault4dbt.Stage]') - END - -15:38:57.005474 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:38:57.005474 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:38:57.005474 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:38:57.483197 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.48 seconds -15:38:57.483197 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Datavault4dbt.Stage: COMMIT -15:38:57.484280 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Datavault4dbt.Stage: Close -15:38:57.485773 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' -15:38:57.489858 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.Stage". -15:38:57.490859 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.Stage' - and table_catalog like 'thesisdpolatdedsql' - -15:38:57.490859 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:38:57.490859 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:38:57.491774 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:38:57.626536 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.13 seconds -15:38:57.627528 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: ROLLBACK -15:38:57.627528 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: Close -15:38:57.628444 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' -15:38:57.630537 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.RDV". -15:38:57.630537 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.RDV' - and table_catalog like 'thesisdpolatdedsql' - -15:38:57.631446 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:38:57.631446 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:38:57.631446 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:38:57.764157 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.13 seconds -15:38:57.765114 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: ROLLBACK -15:38:57.765114 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: Close -15:38:57.767108 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '7f46e50d-bad2-4a5e-a0dc-101a1c0757fa', 'context': []} -15:38:57.767108 [debug] [MainThread]: On master: COMMIT -15:38:57.767108 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -15:38:57.768110 [info ] [MainThread]: -15:38:57.771107 [debug] [Thread-1 (]: Began running node model.datavault4dbt.stage_salesforcemeta -15:38:57.771107 [info ] [Thread-1 (]: 1 of 1 START sql view model Datavault4dbt.Stage.stage_salesforcemeta ........... [RUN] -15:38:57.772108 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.stage_salesforcemeta' -15:38:57.772108 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.stage_salesforcemeta -15:38:57.785635 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:38:57.785635 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:38:57.785635 [debug] [Thread-1 (]: Opening a new connection, currently in state init -15:38:57.786617 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:38:58.039690 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:38:58.107361 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.32 seconds -15:38:58.113208 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:38:58.113208 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:38:58.184825 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -15:38:58.186904 [debug] [Thread-1 (]: hash_function: MD5 -15:38:58.187830 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:38:58.191911 [debug] [Thread-1 (]: hash type in hash macro: NVARCHAR(100) -15:38:58.192915 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:38:58.193877 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:38:58.194901 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:38:58.194901 [debug] [Thread-1 (]: hash type in hash macro: NVARCHAR(100) -15:38:58.195861 [debug] [Thread-1 (]: hash datatype: NVARCHAR(100) -15:38:58.196907 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:38:58.213929 [debug] [Thread-1 (]: hash datatype: None -15:38:58.214832 [debug] [Thread-1 (]: hash datatype: None -15:38:58.216833 [debug] [Thread-1 (]: hash datatype: None -15:38:58.217926 [debug] [Thread-1 (]: hash datatype: None -15:38:58.219913 [debug] [Thread-1 (]: hash datatype: None -15:38:58.220903 [debug] [Thread-1 (]: hash datatype: None -15:38:58.223929 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.stage_salesforcemeta" -15:38:58.224918 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (compile): 2023-11-21 15:38:57.773612 => 2023-11-21 15:38:58.224918 -15:38:58.224918 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.stage_salesforcemeta -15:38:58.248910 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.stage_salesforcemeta" -15:38:58.249912 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:38:58.250839 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: create view "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_tmp" as - - - - - - - -WITH - - -source_data AS ( - SELECT - - - - "orgid", - "source_object", - "ldts", - "json_payload" - - FROM "thesisdpolatdedsql"."dbo"."SalesforceMetadaten" - - ), - - - - - -ldts_rsrc_data AS ( - - SELECT - "ldts" AS ldts, - CAST( 'sfdc' as NVARCHAR(100) ) AS rsrc, - - "orgid", - "source_object", - "json_payload" - - - FROM source_data), - - - - -hashed_columns AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - ISNULL(CONVERT(NVARCHAR(100), HASHBYTES('MD5', (NULLIF(UPPER(( - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "orgid")))), '^^')+'||'+ - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "source_object")))), '^^'))), '^^||^^')))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hk_metaobject_h, - ISNULL(CONVERT(NVARCHAR(100), HASHBYTES('MD5', ( - ISNULL((LTRIM(RTRIM("json_payload"))), '^^')+ ''))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hd_metaobject_sfdc_lrn_s - - FROM ldts_rsrc_data - -), - -unknown_values AS ( - - SELECT - - CONVERT(datetime2, '1901-01-01T00:00:01', 126) as ldts, - 'SYSTEM' as rsrc, - - CAST('u' as NVARCHAR(1) ) as "orgid", - CAST('u' as NVARCHAR(1) ) as "source_object", - CAST('u' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as NVARCHAR(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as NVARCHAR(100)) as hd_metaobject_sfdc_lrn_s -), - - -error_values AS ( - - SELECT - - CONVERT(datetime2, '8888-12-31T23:59:59', 126) as ldts, - 'ERROR' as rsrc, - - CAST('e' as NVARCHAR(1) ) as "orgid", - CAST('e' as NVARCHAR(1) ) as "source_object", - CAST('e' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as NVARCHAR(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as NVARCHAR(100)) as hd_metaobject_sfdc_lrn_s -), - - -ghost_records AS ( - SELECT * FROM unknown_values - UNION ALL - SELECT * FROM error_values -), -columns_to_select AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM hashed_columns - - - UNION ALL - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM ghost_records - -) - -SELECT * FROM columns_to_select - -15:38:58.341156 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.09 seconds -15:38:58.346160 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:38:58.346160 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: rename object "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_tmp" to stage_salesforcemeta -15:38:58.413792 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -15:38:58.431310 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: COMMIT -15:38:58.438396 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:38:58.439404 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - - if object_id ('"Datavault4dbt.Stage"."stage_salesforcemeta__dbt_backup"','V') is not null - begin - drop view "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_backup" - end - -15:38:58.516059 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.08 seconds -15:38:58.517130 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (execute): 2023-11-21 15:38:58.225833 => 2023-11-21 15:38:58.517130 -15:38:58.517130 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: Close -15:38:58.518058 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '7f46e50d-bad2-4a5e-a0dc-101a1c0757fa', 'context': []} -15:38:58.518058 [info ] [Thread-1 (]: 1 of 1 OK created sql view model Datavault4dbt.Stage.stage_salesforcemeta ...... [OK in 0.75s] -15:38:58.520076 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.stage_salesforcemeta -15:38:58.522060 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:38:58.522060 [debug] [MainThread]: On master: COMMIT -15:38:58.523062 [debug] [MainThread]: Connection 'master' was properly closed. -15:38:58.523062 [debug] [MainThread]: Connection 'create_thesisdpolatdedsql_Datavault4dbt.Stage' was properly closed. -15:38:58.523062 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' was properly closed. -15:38:58.523062 [debug] [MainThread]: Connection 'model.datavault4dbt.stage_salesforcemeta' was properly closed. -15:38:58.523062 [info ] [MainThread]: -15:38:58.524060 [info ] [MainThread]: Finished running 1 view model in 0 hours 0 minutes and 2.26 seconds (2.26s). -15:38:58.524060 [debug] [MainThread]: Command end result -15:38:58.535058 [info ] [MainThread]: -15:38:58.536060 [info ] [MainThread]: Completed successfully -15:38:58.537058 [info ] [MainThread]: -15:38:58.537058 [info ] [MainThread]: Done. PASS=1 WARN=0 ERROR=0 SKIP=0 TOTAL=1 -15:38:58.537496 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:38:58.537496 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 15:47:27.013338 | d111a18b-ddb8-4083-b7a1-7f6fce120d24 ============================== -15:47:27.013338 [info ] [MainThread]: Running with dbt=1.4.9 -15:47:27.015643 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemeta'], 'full_refresh': True, 'which': 'build', 'rpc_method': 'build'} -15:47:27.015643 [debug] [MainThread]: Tracking: tracking -15:47:27.016670 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:47:27.032692 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:47:27.049444 [info ] [MainThread]: Unable to do partial parsing because a project config has changed -15:47:27.050445 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'partial_parser', 'label': 'd111a18b-ddb8-4083-b7a1-7f6fce120d24', 'context': []} -15:47:29.480536 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_h.sql -15:47:29.520458 [debug] [MainThread]: source_modelsstage_salesforcemeta -15:47:29.549272 [debug] [MainThread]: ref_keys: None -15:47:29.550393 [debug] [MainThread]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:47:29.550393 [debug] [MainThread]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:47:29.554294 [debug] [MainThread]: rsrc_statics defined?: -15:47:29.562356 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_h.sql -15:47:29.563362 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn0_s.sql -15:47:29.585283 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn0_s.sql -15:47:29.586362 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn1_s.sql -15:47:29.612362 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn1_s.sql -15:47:29.614365 [debug] [MainThread]: 1603: static parser failed on Stages\stage_salesforcemeta.sql -15:47:29.709148 [debug] [MainThread]: hash_function: MD5 -15:47:29.718919 [debug] [MainThread]: hash datatype: STRING(100) -15:47:29.748016 [debug] [MainThread]: hash type in hash macro: STRING(100) -15:47:29.749610 [debug] [MainThread]: hash datatype: STRING(100) -15:47:29.757701 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:47:29.759615 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:47:29.759615 [debug] [MainThread]: hash type in hash macro: STRING(100) -15:47:29.760619 [debug] [MainThread]: hash datatype: STRING(100) -15:47:29.761617 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:47:29.767696 [debug] [MainThread]: 1602: parser fallback to jinja rendering on Stages\stage_salesforcemeta.sql -15:47:29.866558 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:47:29.871575 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': 'd111a18b-ddb8-4083-b7a1-7f6fce120d24', 'context': []} -15:47:29.882557 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': 'd111a18b-ddb8-4083-b7a1-7f6fce120d24', 'context': []} -15:47:29.882557 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:47:29.883559 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': 'd111a18b-ddb8-4083-b7a1-7f6fce120d24', 'context': []} -15:47:29.884557 [info ] [MainThread]: -15:47:29.885556 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:47:29.886561 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -15:47:29.894651 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -15:47:29.894651 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -15:47:29.895558 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:47:29.895558 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:47:30.553183 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:47:30.614310 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.72 seconds -15:47:30.616314 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -15:47:30.617111 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' -15:47:30.622203 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.RDV". -15:47:30.622203 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.RDV' - and table_catalog like 'thesisdpolatdedsql' - -15:47:30.622203 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:47:30.623118 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:47:30.623118 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:47:30.725073 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.10 seconds -15:47:30.726163 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: ROLLBACK -15:47:30.727162 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: Close -15:47:30.728075 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' -15:47:30.731161 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.Stage". -15:47:30.731161 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.Stage' - and table_catalog like 'thesisdpolatdedsql' - -15:47:30.731161 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:47:30.732185 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:47:30.732185 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:47:30.830901 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.10 seconds -15:47:30.831905 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: ROLLBACK -15:47:30.832901 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: Close -15:47:30.833921 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': 'd111a18b-ddb8-4083-b7a1-7f6fce120d24', 'context': []} -15:47:30.833921 [debug] [MainThread]: On master: COMMIT -15:47:30.834903 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -15:47:30.834903 [info ] [MainThread]: -15:47:30.838626 [debug] [Thread-1 (]: Began running node model.datavault4dbt.stage_salesforcemeta -15:47:30.838626 [info ] [Thread-1 (]: 1 of 1 START sql view model Datavault4dbt.Stage.stage_salesforcemeta ........... [RUN] -15:47:30.839631 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.stage_salesforcemeta' -15:47:30.839631 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.stage_salesforcemeta -15:47:30.851776 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:47:30.851776 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:47:30.852773 [debug] [Thread-1 (]: Opening a new connection, currently in state init -15:47:30.852773 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:47:31.133010 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:47:31.203009 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.35 seconds -15:47:31.209006 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:47:31.209006 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:47:31.295768 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.09 seconds -15:47:31.298714 [debug] [Thread-1 (]: hash_function: MD5 -15:47:31.298714 [debug] [Thread-1 (]: hash datatype: STRING(100) -15:47:31.303622 [debug] [Thread-1 (]: hash type in hash macro: STRING(100) -15:47:31.304621 [debug] [Thread-1 (]: hash datatype: STRING(100) -15:47:31.305621 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:47:31.306620 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:47:31.306620 [debug] [Thread-1 (]: hash type in hash macro: STRING(100) -15:47:31.307620 [debug] [Thread-1 (]: hash datatype: STRING(100) -15:47:31.308620 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:47:31.325727 [debug] [Thread-1 (]: hash datatype: None -15:47:31.326724 [debug] [Thread-1 (]: hash datatype: None -15:47:31.328706 [debug] [Thread-1 (]: hash datatype: None -15:47:31.329719 [debug] [Thread-1 (]: hash datatype: None -15:47:31.332616 [debug] [Thread-1 (]: hash datatype: None -15:47:31.333616 [debug] [Thread-1 (]: hash datatype: None -15:47:31.337619 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.stage_salesforcemeta" -15:47:31.337619 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (compile): 2023-11-21 15:47:30.839631 => 2023-11-21 15:47:31.337619 -15:47:31.338622 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.stage_salesforcemeta -15:47:31.362137 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.stage_salesforcemeta" -15:47:31.363137 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:47:31.364137 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: create view "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_tmp" as - - - - - - - -WITH - - -source_data AS ( - SELECT - - - - "orgid", - "source_object", - "ldts", - "json_payload" - - FROM "thesisdpolatdedsql"."dbo"."SalesforceMetadaten" - - ), - - - - - -ldts_rsrc_data AS ( - - SELECT - "ldts" AS ldts, - CAST( 'sfdc' as NVARCHAR(100) ) AS rsrc, - - "orgid", - "source_object", - "json_payload" - - - FROM source_data), - - - - -hashed_columns AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - ISNULL(CONVERT(STRING(100), HASHBYTES('MD5', (NULLIF(UPPER(( - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "orgid")))), '^^')+'||'+ - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "source_object")))), '^^'))), '^^||^^')))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hk_metaobject_h, - ISNULL(CONVERT(STRING(100), HASHBYTES('MD5', ( - ISNULL((LTRIM(RTRIM("json_payload"))), '^^')+ ''))), CONVERT(varchar(34), '00000000000000000000000000000000')) AS hd_metaobject_sfdc_lrn_s - - FROM ldts_rsrc_data - -), - -unknown_values AS ( - - SELECT - - CONVERT(datetime2, '1901-01-01T00:00:01', 126) as ldts, - 'SYSTEM' as rsrc, - - CAST('u' as NVARCHAR(1) ) as "orgid", - CAST('u' as NVARCHAR(1) ) as "source_object", - CAST('u' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as STRING(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), '00000000000000000000000000000000') as STRING(100)) as hd_metaobject_sfdc_lrn_s -), - - -error_values AS ( - - SELECT - - CONVERT(datetime2, '8888-12-31T23:59:59', 126) as ldts, - 'ERROR' as rsrc, - - CAST('e' as NVARCHAR(1) ) as "orgid", - CAST('e' as NVARCHAR(1) ) as "source_object", - CAST('e' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as STRING(100)) as hk_metaobject_h, - CAST(CONVERT(varchar(34), 'ffffffffffffffffffffffffffffffff') as STRING(100)) as hd_metaobject_sfdc_lrn_s -), - - -ghost_records AS ( - SELECT * FROM unknown_values - UNION ALL - SELECT * FROM error_values -), -columns_to_select AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM hashed_columns - - - UNION ALL - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM ghost_records - -) - -SELECT * FROM columns_to_select - -15:47:31.860670 [debug] [Thread-1 (]: SQLServer adapter: Database error: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]Cannot find data type 'STRING'. (104220) (SQLExecDirectW)") -15:47:31.861690 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: ROLLBACK -15:47:31.861690 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: Close -15:47:31.861690 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (execute): 2023-11-21 15:47:31.338622 => 2023-11-21 15:47:31.861690 -15:47:31.916735 [debug] [Thread-1 (]: Database Error in model stage_salesforcemeta (models\Stages\stage_salesforcemeta.sql) - ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]Cannot find data type 'STRING'. (104220) (SQLExecDirectW)") - compiled Code at target\run\datavault4dbt\models\Stages\stage_salesforcemeta.sql -15:47:31.916735 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': 'd111a18b-ddb8-4083-b7a1-7f6fce120d24', 'context': []} -15:47:31.917740 [error] [Thread-1 (]: 1 of 1 ERROR creating sql view model Datavault4dbt.Stage.stage_salesforcemeta .. [ERROR in 1.08s] -15:47:31.919922 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.stage_salesforcemeta -15:47:31.920807 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:47:31.920807 [debug] [MainThread]: On master: COMMIT -15:47:31.921848 [debug] [MainThread]: Connection 'master' was properly closed. -15:47:31.921848 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql' was properly closed. -15:47:31.921848 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' was properly closed. -15:47:31.921848 [debug] [MainThread]: Connection 'model.datavault4dbt.stage_salesforcemeta' was properly closed. -15:47:31.922833 [info ] [MainThread]: -15:47:31.922833 [info ] [MainThread]: Finished running 1 view model in 0 hours 0 minutes and 2.04 seconds (2.04s). -15:47:31.922833 [debug] [MainThread]: Command end result -15:47:31.934829 [info ] [MainThread]: -15:47:31.934829 [info ] [MainThread]: Completed with 1 error and 0 warnings: -15:47:31.935830 [info ] [MainThread]: -15:47:31.935830 [error] [MainThread]: Database Error in model stage_salesforcemeta (models\Stages\stage_salesforcemeta.sql) -15:47:31.935830 [error] [MainThread]: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]Cannot find data type 'STRING'. (104220) (SQLExecDirectW)") -15:47:31.936968 [error] [MainThread]: compiled Code at target\run\datavault4dbt\models\Stages\stage_salesforcemeta.sql -15:47:31.936968 [info ] [MainThread]: -15:47:31.936968 [info ] [MainThread]: Done. PASS=0 WARN=0 ERROR=1 SKIP=0 TOTAL=1 -15:47:31.937974 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:47:31.937974 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 15:50:13.546785 | 0b2bd270-df8c-41c4-9565-c25f2b2f2303 ============================== -15:50:13.546785 [info ] [MainThread]: Running with dbt=1.4.9 -15:50:13.548816 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemeta'], 'full_refresh': True, 'which': 'build', 'rpc_method': 'build'} -15:50:13.549786 [debug] [MainThread]: Tracking: tracking -15:50:13.549786 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:50:13.567795 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:50:13.590344 [info ] [MainThread]: Unable to do partial parsing because a project config has changed -15:50:13.592344 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'partial_parser', 'label': '0b2bd270-df8c-41c4-9565-c25f2b2f2303', 'context': []} -15:50:16.078646 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_h.sql -15:50:16.132523 [debug] [MainThread]: source_modelsstage_salesforcemeta -15:50:16.163527 [debug] [MainThread]: ref_keys: None -15:50:16.164466 [debug] [MainThread]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:50:16.165452 [debug] [MainThread]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:50:16.168606 [debug] [MainThread]: rsrc_statics defined?: -15:50:16.178600 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_h.sql -15:50:16.179600 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn0_s.sql -15:50:16.204808 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn0_s.sql -15:50:16.205817 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn1_s.sql -15:50:16.231812 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn1_s.sql -15:50:16.232814 [debug] [MainThread]: 1603: static parser failed on Stages\stage_salesforcemeta.sql -15:50:16.336456 [debug] [MainThread]: hash_function: MD5 -15:50:16.344472 [debug] [MainThread]: hash datatype: BINARY(16) -15:50:16.374459 [debug] [MainThread]: hash type in hash macro: BINARY(16) -15:50:16.375460 [debug] [MainThread]: hash datatype: BINARY(16) -15:50:16.384716 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:50:16.385721 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:50:16.386635 [debug] [MainThread]: hash type in hash macro: BINARY(16) -15:50:16.386635 [debug] [MainThread]: hash datatype: BINARY(16) -15:50:16.387634 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:50:16.393729 [debug] [MainThread]: 1602: parser fallback to jinja rendering on Stages\stage_salesforcemeta.sql -15:50:16.500129 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:50:16.505137 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '0b2bd270-df8c-41c4-9565-c25f2b2f2303', 'context': []} -15:50:16.518153 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '0b2bd270-df8c-41c4-9565-c25f2b2f2303', 'context': []} -15:50:16.518153 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:50:16.519709 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '0b2bd270-df8c-41c4-9565-c25f2b2f2303', 'context': []} -15:50:16.520733 [info ] [MainThread]: -15:50:16.521715 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:50:16.522721 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -15:50:16.532714 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -15:50:16.532714 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -15:50:16.532714 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:50:16.533714 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:50:17.186893 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:50:17.244324 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.71 seconds -15:50:17.245296 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -15:50:17.247296 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' -15:50:17.251313 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.Stage". -15:50:17.252313 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.Stage' - and table_catalog like 'thesisdpolatdedsql' - -15:50:17.252313 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:50:17.252313 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:50:17.253295 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:50:17.355107 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.10 seconds -15:50:17.356180 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: ROLLBACK -15:50:17.357086 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: Close -15:50:17.357086 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' -15:50:17.359993 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.RDV". -15:50:17.360993 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.RDV' - and table_catalog like 'thesisdpolatdedsql' - -15:50:17.360993 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:50:17.360993 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:50:17.360993 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:50:17.463801 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.10 seconds -15:50:17.464799 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: ROLLBACK -15:50:17.465820 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: Close -15:50:17.466800 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '0b2bd270-df8c-41c4-9565-c25f2b2f2303', 'context': []} -15:50:17.466800 [debug] [MainThread]: On master: COMMIT -15:50:17.467804 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -15:50:17.467804 [info ] [MainThread]: -15:50:17.470941 [debug] [Thread-1 (]: Began running node model.datavault4dbt.stage_salesforcemeta -15:50:17.470941 [info ] [Thread-1 (]: 1 of 1 START sql view model Datavault4dbt.Stage.stage_salesforcemeta ........... [RUN] -15:50:17.471947 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.stage_salesforcemeta' -15:50:17.471947 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.stage_salesforcemeta -15:50:17.484464 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:50:17.484464 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:50:17.484464 [debug] [Thread-1 (]: Opening a new connection, currently in state init -15:50:17.485460 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:50:17.762910 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:50:17.831731 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.35 seconds -15:50:17.848349 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:50:17.848349 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -15:50:17.923088 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -15:50:17.925106 [debug] [Thread-1 (]: hash_function: MD5 -15:50:17.926088 [debug] [Thread-1 (]: hash datatype: BINARY(16) -15:50:17.931105 [debug] [Thread-1 (]: hash type in hash macro: BINARY(16) -15:50:17.931105 [debug] [Thread-1 (]: hash datatype: BINARY(16) -15:50:17.932630 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:50:17.933634 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:50:17.934636 [debug] [Thread-1 (]: hash type in hash macro: BINARY(16) -15:50:17.934636 [debug] [Thread-1 (]: hash datatype: BINARY(16) -15:50:17.935656 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:50:17.955673 [debug] [Thread-1 (]: hash datatype: None -15:50:17.957218 [debug] [Thread-1 (]: hash datatype: None -15:50:17.958196 [debug] [Thread-1 (]: hash datatype: None -15:50:17.960220 [debug] [Thread-1 (]: hash datatype: None -15:50:17.963214 [debug] [Thread-1 (]: hash datatype: None -15:50:17.964214 [debug] [Thread-1 (]: hash datatype: None -15:50:17.968242 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.stage_salesforcemeta" -15:50:17.969243 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (compile): 2023-11-21 15:50:17.472946 => 2023-11-21 15:50:17.969243 -15:50:17.969243 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.stage_salesforcemeta -15:50:17.993743 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.stage_salesforcemeta" -15:50:17.994743 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:50:17.994743 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: create view "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_tmp" as - - - - - - - -WITH - - -source_data AS ( - SELECT - - - - "orgid", - "source_object", - "ldts", - "json_payload" - - FROM "thesisdpolatdedsql"."dbo"."SalesforceMetadaten" - - ), - - - - - -ldts_rsrc_data AS ( - - SELECT - "ldts" AS ldts, - CAST( 'sfdc' as NVARCHAR(100) ) AS rsrc, - - "orgid", - "source_object", - "json_payload" - - - FROM source_data), - - - - -hashed_columns AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - ISNULL(CONVERT(BINARY(16), HASHBYTES('MD5', (NULLIF(UPPER(( - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "orgid")))), '^^')+'||'+ - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "source_object")))), '^^'))), '^^||^^')))), CONVERT(binary(16), '00000000000000000000000000000000')) AS hk_metaobject_h, - ISNULL(CONVERT(BINARY(16), HASHBYTES('MD5', ( - ISNULL((LTRIM(RTRIM("json_payload"))), '^^')+ ''))), CONVERT(binary(16), '00000000000000000000000000000000')) AS hd_metaobject_sfdc_lrn_s - - FROM ldts_rsrc_data - -), - -unknown_values AS ( - - SELECT - - CONVERT(datetime2, '1901-01-01T00:00:01', 126) as ldts, - 'SYSTEM' as rsrc, - - CAST('u' as NVARCHAR(1) ) as "orgid", - CAST('u' as NVARCHAR(1) ) as "source_object", - CAST('u' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(binary(16), '00000000000000000000000000000000') as BINARY(16)) as hk_metaobject_h, - CAST(CONVERT(binary(16), '00000000000000000000000000000000') as BINARY(16)) as hd_metaobject_sfdc_lrn_s -), - - -error_values AS ( - - SELECT - - CONVERT(datetime2, '8888-12-31T23:59:59', 126) as ldts, - 'ERROR' as rsrc, - - CAST('e' as NVARCHAR(1) ) as "orgid", - CAST('e' as NVARCHAR(1) ) as "source_object", - CAST('e' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(binary(16), 'ffffffffffffffffffffffffffffffff') as BINARY(16)) as hk_metaobject_h, - CAST(CONVERT(binary(16), 'ffffffffffffffffffffffffffffffff') as BINARY(16)) as hd_metaobject_sfdc_lrn_s -), - - -ghost_records AS ( - SELECT * FROM unknown_values - UNION ALL - SELECT * FROM error_values -), -columns_to_select AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM hashed_columns - - - UNION ALL - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM ghost_records - -) - -SELECT * FROM columns_to_select - -15:50:18.081594 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.09 seconds -15:50:18.086272 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:50:18.086272 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: rename object "Datavault4dbt.Stage"."stage_salesforcemeta" to stage_salesforcemeta__dbt_backup -15:50:18.147258 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.06 seconds -15:50:18.150300 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:50:18.150300 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: rename object "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_tmp" to stage_salesforcemeta -15:50:18.211619 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.06 seconds -15:50:18.226740 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: COMMIT -15:50:18.233724 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -15:50:18.233724 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - - if object_id ('"Datavault4dbt.Stage"."stage_salesforcemeta__dbt_backup"','V') is not null - begin - drop view "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_backup" - end - -15:50:18.479876 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.25 seconds -15:50:18.480962 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (execute): 2023-11-21 15:50:17.970233 => 2023-11-21 15:50:18.480962 -15:50:18.480962 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: Close -15:50:18.481979 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '0b2bd270-df8c-41c4-9565-c25f2b2f2303', 'context': []} -15:50:18.481979 [info ] [Thread-1 (]: 1 of 1 OK created sql view model Datavault4dbt.Stage.stage_salesforcemeta ...... [OK in 1.01s] -15:50:18.484658 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.stage_salesforcemeta -15:50:18.485572 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:50:18.485572 [debug] [MainThread]: On master: COMMIT -15:50:18.486575 [debug] [MainThread]: Connection 'master' was properly closed. -15:50:18.486575 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql' was properly closed. -15:50:18.486575 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' was properly closed. -15:50:18.486575 [debug] [MainThread]: Connection 'model.datavault4dbt.stage_salesforcemeta' was properly closed. -15:50:18.486575 [info ] [MainThread]: -15:50:18.487572 [info ] [MainThread]: Finished running 1 view model in 0 hours 0 minutes and 1.97 seconds (1.97s). -15:50:18.487572 [debug] [MainThread]: Command end result -15:50:18.495575 [info ] [MainThread]: -15:50:18.496571 [info ] [MainThread]: Completed successfully -15:50:18.496571 [info ] [MainThread]: -15:50:18.497573 [info ] [MainThread]: Done. PASS=1 WARN=0 ERROR=0 SKIP=0 TOTAL=1 -15:50:18.497573 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:50:18.498572 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 16:01:24.691853 | 0815f111-db9c-4d48-ad78-d2f4085f04fb ============================== -16:01:24.691853 [info ] [MainThread]: Running with dbt=1.4.9 -16:01:24.693979 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['stage_salesforcemeta'], 'full_refresh': True, 'which': 'build', 'rpc_method': 'build'} -16:01:24.693979 [debug] [MainThread]: Tracking: tracking -16:01:24.694987 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -16:01:24.709987 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -16:01:24.726764 [info ] [MainThread]: Unable to do partial parsing because a project config has changed -16:01:24.727744 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'partial_parser', 'label': '0815f111-db9c-4d48-ad78-d2f4085f04fb', 'context': []} -16:01:27.093055 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_h.sql -16:01:27.136148 [debug] [MainThread]: source_modelsstage_salesforcemeta -16:01:27.165902 [debug] [MainThread]: ref_keys: None -16:01:27.165902 [debug] [MainThread]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -16:01:27.166963 [debug] [MainThread]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -16:01:27.170018 [debug] [MainThread]: rsrc_statics defined?: -16:01:27.178999 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_h.sql -16:01:27.180002 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn0_s.sql -16:01:27.201669 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn0_s.sql -16:01:27.202671 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn1_s.sql -16:01:27.223594 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn1_s.sql -16:01:27.225673 [debug] [MainThread]: 1603: static parser failed on Stages\stage_salesforcemeta.sql -16:01:27.321988 [debug] [MainThread]: hash_function: MD5 -16:01:27.329988 [debug] [MainThread]: hash datatype: BINARY(16) -16:01:27.356993 [debug] [MainThread]: hash type in hash macro: BINARY(16) -16:01:27.356993 [debug] [MainThread]: hash datatype: BINARY(16) -16:01:27.365906 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -16:01:27.366983 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -16:01:27.366983 [debug] [MainThread]: hash type in hash macro: BINARY(16) -16:01:27.368025 [debug] [MainThread]: hash datatype: BINARY(16) -16:01:27.369073 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -16:01:27.374076 [debug] [MainThread]: 1602: parser fallback to jinja rendering on Stages\stage_salesforcemeta.sql -16:01:27.462687 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -16:01:27.467859 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '0815f111-db9c-4d48-ad78-d2f4085f04fb', 'context': []} -16:01:27.482280 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '0815f111-db9c-4d48-ad78-d2f4085f04fb', 'context': []} -16:01:27.483286 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -16:01:27.484286 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '0815f111-db9c-4d48-ad78-d2f4085f04fb', 'context': []} -16:01:27.485288 [info ] [MainThread]: -16:01:27.486285 [debug] [MainThread]: Acquiring new synapse connection 'master' -16:01:27.487288 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -16:01:27.496303 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -16:01:27.496303 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -16:01:27.496303 [debug] [ThreadPool]: Opening a new connection, currently in state init -16:01:27.497313 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:01:28.103387 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:01:28.164519 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.67 seconds -16:01:28.165527 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -16:01:28.167549 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' -16:01:28.171554 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.RDV". -16:01:28.171554 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.RDV' - and table_catalog like 'thesisdpolatdedsql' - -16:01:28.172554 [debug] [ThreadPool]: Opening a new connection, currently in state init -16:01:28.173554 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:01:28.173554 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:01:28.270216 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.10 seconds -16:01:28.271182 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: ROLLBACK -16:01:28.271182 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: Close -16:01:28.272086 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' -16:01:28.274170 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.Stage". -16:01:28.274170 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.Stage' - and table_catalog like 'thesisdpolatdedsql' - -16:01:28.275086 [debug] [ThreadPool]: Opening a new connection, currently in state closed -16:01:28.275086 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:01:28.275086 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:01:28.367666 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.09 seconds -16:01:28.368677 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: ROLLBACK -16:01:28.368677 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: Close -16:01:28.370815 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '0815f111-db9c-4d48-ad78-d2f4085f04fb', 'context': []} -16:01:28.370815 [debug] [MainThread]: On master: COMMIT -16:01:28.370815 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -16:01:28.371823 [info ] [MainThread]: -16:01:28.375821 [debug] [Thread-1 (]: Began running node model.datavault4dbt.stage_salesforcemeta -16:01:28.375821 [info ] [Thread-1 (]: 1 of 1 START sql view model Datavault4dbt.Stage.stage_salesforcemeta ........... [RUN] -16:01:28.376691 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.stage_salesforcemeta' -16:01:28.376691 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.stage_salesforcemeta -16:01:28.389261 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -16:01:28.389261 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -16:01:28.390261 [debug] [Thread-1 (]: Opening a new connection, currently in state init -16:01:28.390261 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:01:28.643525 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:01:28.717281 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.33 seconds -16:01:28.723264 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -16:01:28.723264 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - select - column_name, - data_type, - character_maximum_length, - numeric_precision, - numeric_scale - from INFORMATION_SCHEMA.COLUMNS - where table_name = 'SalesforceMetadaten' - and table_schema = 'dbo' - -16:01:28.791855 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -16:01:28.793785 [debug] [Thread-1 (]: hash_function: MD5 -16:01:28.794791 [debug] [Thread-1 (]: hash datatype: BINARY(16) -16:01:28.799799 [debug] [Thread-1 (]: hash type in hash macro: BINARY(16) -16:01:28.799799 [debug] [Thread-1 (]: hash datatype: BINARY(16) -16:01:28.801778 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -16:01:28.801778 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -16:01:28.802819 [debug] [Thread-1 (]: hash type in hash macro: BINARY(16) -16:01:28.802819 [debug] [Thread-1 (]: hash datatype: BINARY(16) -16:01:28.803710 [debug] [Thread-1 (]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -16:01:28.820825 [debug] [Thread-1 (]: hash datatype: None -16:01:28.821707 [debug] [Thread-1 (]: hash datatype: None -16:01:28.822790 [debug] [Thread-1 (]: hash datatype: None -16:01:28.824780 [debug] [Thread-1 (]: hash datatype: None -16:01:28.826823 [debug] [Thread-1 (]: hash datatype: None -16:01:28.827707 [debug] [Thread-1 (]: hash datatype: None -16:01:28.831807 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.stage_salesforcemeta" -16:01:28.832707 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (compile): 2023-11-21 16:01:28.376691 => 2023-11-21 16:01:28.832707 -16:01:28.832707 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.stage_salesforcemeta -16:01:28.855791 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.stage_salesforcemeta" -16:01:28.856785 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -16:01:28.856785 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: create view "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_tmp" as - - - - - - - -WITH - - -source_data AS ( - SELECT - - - - "orgid", - "source_object", - "ldts", - "json_payload" - - FROM "thesisdpolatdedsql"."dbo"."SalesforceMetadaten" - - ), - - - - - -ldts_rsrc_data AS ( - - SELECT - "ldts" AS ldts, - CAST( 'sfdc' as VARCHAR(255) ) AS rsrc, - - "orgid", - "source_object", - "json_payload" - - - FROM source_data), - - - - -hashed_columns AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - ISNULL(CONVERT(BINARY(16), HASHBYTES('MD5', (NULLIF(UPPER(( - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "orgid")))), '^^')+'||'+ - ISNULL((LTRIM(RTRIM(CONVERT(nvarchar(max), "source_object")))), '^^'))), '^^||^^')))), CONVERT(binary(16), '00000000000000000000000000000000')) AS hk_metaobject_h, - ISNULL(CONVERT(BINARY(16), HASHBYTES('MD5', ( - ISNULL((LTRIM(RTRIM("json_payload"))), '^^')+ ''))), CONVERT(binary(16), '00000000000000000000000000000000')) AS hd_metaobject_sfdc_lrn_s - - FROM ldts_rsrc_data - -), - -unknown_values AS ( - - SELECT - - CONVERT(datetime2, '1901-01-01T00:00:01', 126) as ldts, - 'SYSTEM' as rsrc, - - CAST('u' as NVARCHAR(1) ) as "orgid", - CAST('u' as NVARCHAR(1) ) as "source_object", - CAST('u' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(binary(16), '00000000000000000000000000000000') as BINARY(16)) as hk_metaobject_h, - CAST(CONVERT(binary(16), '00000000000000000000000000000000') as BINARY(16)) as hd_metaobject_sfdc_lrn_s -), - - -error_values AS ( - - SELECT - - CONVERT(datetime2, '8888-12-31T23:59:59', 126) as ldts, - 'ERROR' as rsrc, - - CAST('e' as NVARCHAR(1) ) as "orgid", - CAST('e' as NVARCHAR(1) ) as "source_object", - CAST('e' as NVARCHAR(1) ) as "json_payload", - CAST(CONVERT(binary(16), 'ffffffffffffffffffffffffffffffff') as BINARY(16)) as hk_metaobject_h, - CAST(CONVERT(binary(16), 'ffffffffffffffffffffffffffffffff') as BINARY(16)) as hd_metaobject_sfdc_lrn_s -), - - -ghost_records AS ( - SELECT * FROM unknown_values - UNION ALL - SELECT * FROM error_values -), -columns_to_select AS ( - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM hashed_columns - - - UNION ALL - - SELECT - - - "ldts", - "rsrc", - "orgid", - "source_object", - "json_payload", - "hk_metaobject_h", - "hd_metaobject_sfdc_lrn_s" - - FROM ghost_records - -) - -SELECT * FROM columns_to_select - -16:01:28.947320 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.09 seconds -16:01:28.951416 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -16:01:28.951416 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: rename object "Datavault4dbt.Stage"."stage_salesforcemeta" to stage_salesforcemeta__dbt_backup -16:01:29.019389 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -16:01:29.021473 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -16:01:29.022478 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: rename object "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_tmp" to stage_salesforcemeta -16:01:29.088543 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.07 seconds -16:01:29.100631 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: COMMIT -16:01:29.106643 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.stage_salesforcemeta". -16:01:29.107621 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.stage_salesforcemeta: - - if object_id ('"Datavault4dbt.Stage"."stage_salesforcemeta__dbt_backup"','V') is not null - begin - drop view "Datavault4dbt.Stage"."stage_salesforcemeta__dbt_backup" - end - -16:01:29.231572 [debug] [Thread-1 (]: SQLServer adapter: SQL status: OK in 0.12 seconds -16:01:29.232675 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.stage_salesforcemeta (execute): 2023-11-21 16:01:28.832707 => 2023-11-21 16:01:29.232675 -16:01:29.232675 [debug] [Thread-1 (]: On model.datavault4dbt.stage_salesforcemeta: Close -16:01:29.233682 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '0815f111-db9c-4d48-ad78-d2f4085f04fb', 'context': []} -16:01:29.233682 [info ] [Thread-1 (]: 1 of 1 OK created sql view model Datavault4dbt.Stage.stage_salesforcemeta ...... [OK in 0.86s] -16:01:29.235681 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.stage_salesforcemeta -16:01:29.237765 [debug] [MainThread]: Acquiring new synapse connection 'master' -16:01:29.237765 [debug] [MainThread]: On master: COMMIT -16:01:29.237765 [debug] [MainThread]: Connection 'master' was properly closed. -16:01:29.238679 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql' was properly closed. -16:01:29.238679 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' was properly closed. -16:01:29.238679 [debug] [MainThread]: Connection 'model.datavault4dbt.stage_salesforcemeta' was properly closed. -16:01:29.238679 [info ] [MainThread]: -16:01:29.238679 [info ] [MainThread]: Finished running 1 view model in 0 hours 0 minutes and 1.75 seconds (1.75s). -16:01:29.239678 [debug] [MainThread]: Command end result -16:01:29.249679 [info ] [MainThread]: -16:01:29.250680 [info ] [MainThread]: Completed successfully -16:01:29.250680 [info ] [MainThread]: -16:01:29.250680 [info ] [MainThread]: Done. PASS=1 WARN=0 ERROR=0 SKIP=0 TOTAL=1 -16:01:29.251679 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -16:01:29.251679 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-21 16:02:33.651940 | 859eee26-19e8-49fe-b30c-cf3879886a61 ============================== -16:02:33.651940 [info ] [MainThread]: Running with dbt=1.4.9 -16:02:33.653939 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['metaobject_h'], 'which': 'build', 'rpc_method': 'build'} -16:02:33.654938 [debug] [MainThread]: Tracking: tracking -16:02:33.654938 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -16:02:33.672176 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -16:02:33.802375 [debug] [MainThread]: Partial parsing enabled: 0 files deleted, 0 files added, 0 files changed. -16:02:33.803375 [debug] [MainThread]: Partial parsing enabled, no changes found, skipping parsing -16:02:33.803375 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -16:02:33.810375 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '859eee26-19e8-49fe-b30c-cf3879886a61', 'context': []} -16:02:33.825372 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '859eee26-19e8-49fe-b30c-cf3879886a61', 'context': []} -16:02:33.825372 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -16:02:33.826374 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '859eee26-19e8-49fe-b30c-cf3879886a61', 'context': []} -16:02:33.827584 [info ] [MainThread]: -16:02:33.830274 [debug] [MainThread]: Acquiring new synapse connection 'master' -16:02:33.832286 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -16:02:33.841283 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -16:02:33.841283 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -16:02:33.841283 [debug] [ThreadPool]: Opening a new connection, currently in state init -16:02:33.842281 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:02:34.443624 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:02:34.504148 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.66 seconds -16:02:34.505145 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -16:02:34.506147 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Datavault4dbt.RDV' -16:02:34.507146 [debug] [ThreadPool]: Acquiring new synapse connection 'create_thesisdpolatdedsql_Datavault4dbt.RDV' -16:02:34.507146 [debug] [ThreadPool]: Creating schema "ReferenceKeyMsg(database='thesisdpolatdedsql', schema='datavault4dbt.rdv', identifier=None)" -16:02:34.511148 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "create_thesisdpolatdedsql_Datavault4dbt.RDV". -16:02:34.511148 [debug] [ThreadPool]: SQLServer adapter: On create_thesisdpolatdedsql_Datavault4dbt.RDV: IF NOT EXISTS (SELECT * FROM sys.schemas WHERE name = 'Datavault4dbt.RDV') - BEGIN - EXEC('CREATE SCHEMA [Datavault4dbt.RDV]') - END - -16:02:34.512147 [debug] [ThreadPool]: Opening a new connection, currently in state closed -16:02:34.512147 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:02:34.512147 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:02:35.029162 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.52 seconds -16:02:35.030161 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Datavault4dbt.RDV: COMMIT -16:02:35.030161 [debug] [ThreadPool]: On create_thesisdpolatdedsql_Datavault4dbt.RDV: Close -16:02:35.033447 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' -16:02:35.038451 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.RDV". -16:02:35.038451 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.RDV' - and table_catalog like 'thesisdpolatdedsql' - -16:02:35.038451 [debug] [ThreadPool]: Opening a new connection, currently in state init -16:02:35.038451 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:02:35.039495 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:02:35.133968 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.10 seconds -16:02:35.134969 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: ROLLBACK -16:02:35.135969 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: Close -16:02:35.135969 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' -16:02:35.138972 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.Stage". -16:02:35.139969 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.Stage' - and table_catalog like 'thesisdpolatdedsql' - -16:02:35.139969 [debug] [ThreadPool]: Opening a new connection, currently in state closed -16:02:35.139969 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:02:35.140971 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:02:35.232544 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.09 seconds -16:02:35.233637 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: ROLLBACK -16:02:35.233637 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: Close -16:02:35.235622 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '859eee26-19e8-49fe-b30c-cf3879886a61', 'context': []} -16:02:35.236547 [debug] [MainThread]: On master: COMMIT -16:02:35.236547 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -16:02:35.237543 [info ] [MainThread]: -16:02:35.241544 [debug] [Thread-1 (]: Began running node model.datavault4dbt.metaobject_h -16:02:35.241544 [info ] [Thread-1 (]: 1 of 1 START sql incremental model Datavault4dbt.RDV.metaobject_h .............. [RUN] -16:02:35.242545 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.metaobject_h' -16:02:35.242545 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.metaobject_h -16:02:35.286761 [debug] [Thread-1 (]: source_modelsstage_salesforcemeta -16:02:35.318770 [debug] [Thread-1 (]: ref_keys: None -16:02:35.318770 [debug] [Thread-1 (]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -16:02:35.319879 [debug] [Thread-1 (]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -16:02:35.323769 [debug] [Thread-1 (]: rsrc_statics defined?: -16:02:35.326766 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.metaobject_h" -16:02:35.327767 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.metaobject_h (compile): 2023-11-21 16:02:35.242545 => 2023-11-21 16:02:35.327767 -16:02:35.327767 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.metaobject_h -16:02:35.378376 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.metaobject_h" -16:02:35.379376 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.metaobject_h". -16:02:35.379376 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.metaobject_h: - - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h_temp_view"','V') is not null - begin - drop view "Datavault4dbt.RDV"."metaobject_h_temp_view" - end - - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h"','U') is not null - begin - drop table "Datavault4dbt.RDV"."metaobject_h" - end - - - EXEC('create view [Datavault4dbt.RDV].[metaobject_h_temp_view] as - - - - ------------------------------------------------------------------------------------------------ --- ( ) -- --- // -- --- ( )=( o ) -- --- ##### ##### # # ####### ####### ###### ####### ####### \\ -- --- # # # # # # # # # # # # # ( ) -- --- # # # # # # # # # # # -- --- ##### # # # # ##### ##### ###### ##### ##### -- --- # # ####### # # # # # # # -- --- # # # # # # # # # # # # # -- --- ##### ##### # # ####### ####### # # # ####### ####### -- ------------------------------------------------------------------------------------------------ --- Generated by datavault4dbt by Scalefree International GmbH -- ------------------------------------------------------------------------------------------------ - -WITH - - - - src_new_1 AS ( - - SELECT - hk_metaobject_h AS hk_metaobject_h, - orgid, - source_object, - ldts, - rsrc - FROM "thesisdpolatdedsql"."Datavault4dbt.Stage"."stage_salesforcemeta" src - - - ), - -earliest_hk_over_all_sources_prep AS ( - SELECT - lcte.*, - ROW_NUMBER() OVER (PARTITION BY hk_metaobject_h ORDER BY ldts) as rn - FROM src_new_1 AS lcte - -), - -earliest_hk_over_all_sources AS ( - SELECT - lcte.* - FROM earliest_hk_over_all_sources_prep AS lcte - WHERE rn = 1), - -records_to_insert AS ( - SELECT - - hk_metaobject_h, - orgid, - source_object, - ldts, - rsrc - FROM earliest_hk_over_all_sources cte) - -SELECT * FROM records_to_insert - '); - - CREATE TABLE "Datavault4dbt.RDV"."metaobject_h" - WITH( - DISTRIBUTION = ROUND_ROBIN, - CLUSTERED COLUMNSTORE INDEX - ) - AS (SELECT * FROM [Datavault4dbt.RDV].[metaobject_h_temp_view]) - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h_temp_view"','V') is not null - begin - drop view "Datavault4dbt.RDV"."metaobject_h_temp_view" - end - - - - - -16:02:35.380379 [debug] [Thread-1 (]: Opening a new connection, currently in state init -16:02:35.380379 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -16:02:35.671794 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -16:02:40.699976 [debug] [Thread-1 (]: SQLServer adapter: Database error: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") -16:02:40.699976 [debug] [Thread-1 (]: On model.datavault4dbt.metaobject_h: ROLLBACK -16:02:40.700975 [debug] [Thread-1 (]: On model.datavault4dbt.metaobject_h: Close -16:02:40.700975 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.metaobject_h (execute): 2023-11-21 16:02:35.327767 => 2023-11-21 16:02:40.700975 -16:02:40.702959 [debug] [Thread-1 (]: Database Error in model metaobject_h (models\RDV\metaobject_h.sql) - ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") - compiled Code at target\run\datavault4dbt\models\RDV\metaobject_h.sql -16:02:40.702959 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '859eee26-19e8-49fe-b30c-cf3879886a61', 'context': []} -16:02:40.703879 [error] [Thread-1 (]: 1 of 1 ERROR creating sql incremental model Datavault4dbt.RDV.metaobject_h ..... [ERROR in 5.46s] -16:02:40.705899 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.metaobject_h -16:02:40.707876 [debug] [MainThread]: Acquiring new synapse connection 'master' -16:02:40.707876 [debug] [MainThread]: On master: COMMIT -16:02:40.707876 [debug] [MainThread]: Connection 'master' was properly closed. -16:02:40.708877 [debug] [MainThread]: Connection 'create_thesisdpolatdedsql_Datavault4dbt.RDV' was properly closed. -16:02:40.708877 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' was properly closed. -16:02:40.708877 [debug] [MainThread]: Connection 'model.datavault4dbt.metaobject_h' was properly closed. -16:02:40.708877 [info ] [MainThread]: -16:02:40.709878 [info ] [MainThread]: Finished running 1 incremental model in 0 hours 0 minutes and 6.88 seconds (6.88s). -16:02:40.709878 [debug] [MainThread]: Command end result -16:02:40.720882 [info ] [MainThread]: -16:02:40.720882 [info ] [MainThread]: Completed with 1 error and 0 warnings: -16:02:40.721878 [info ] [MainThread]: -16:02:40.721878 [error] [MainThread]: Database Error in model metaobject_h (models\RDV\metaobject_h.sql) -16:02:40.721878 [error] [MainThread]: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") -16:02:40.722878 [error] [MainThread]: compiled Code at target\run\datavault4dbt\models\RDV\metaobject_h.sql -16:02:40.722878 [info ] [MainThread]: -16:02:40.723877 [info ] [MainThread]: Done. PASS=0 WARN=0 ERROR=1 SKIP=0 TOTAL=1 -16:02:40.723877 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -16:02:40.723877 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-22 15:17:49.706672 | 88d4d41c-f69d-4acc-99cf-535da2abdb23 ============================== -15:17:49.706672 [info ] [MainThread]: Running with dbt=1.4.9 -15:17:49.708010 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['metaobject_h'], 'which': 'build', 'rpc_method': 'build'} -15:17:49.708010 [debug] [MainThread]: Tracking: tracking -15:17:49.708010 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:17:49.724019 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:17:49.736019 [info ] [MainThread]: Unable to do partial parsing because a project config has changed -15:17:49.736019 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'partial_parser', 'label': '88d4d41c-f69d-4acc-99cf-535da2abdb23', 'context': []} -15:17:52.200278 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_h.sql -15:17:52.235376 [debug] [MainThread]: source_modelsstage_salesforcemeta -15:17:52.262382 [debug] [MainThread]: ref_keys: None -15:17:52.263382 [debug] [MainThread]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:17:52.263382 [debug] [MainThread]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:17:52.269805 [debug] [MainThread]: rsrc_statics defined?: -15:17:52.278867 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_h.sql -15:17:52.279900 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn0_s.sql -15:17:52.303809 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn0_s.sql -15:17:52.304809 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_sfdc_lrn1_s.sql -15:17:52.328810 [debug] [MainThread]: 1602: parser fallback to jinja rendering on RDV\metaobject_sfdc_lrn1_s.sql -15:17:52.329810 [debug] [MainThread]: 1603: static parser failed on Stages\stage_salesforcemeta.sql -15:17:52.427526 [debug] [MainThread]: hash_function: MD5 -15:17:52.436445 [debug] [MainThread]: hash datatype: BINARY(16) -15:17:52.463555 [debug] [MainThread]: hash type in hash macro: BINARY(16) -15:17:52.465155 [debug] [MainThread]: hash datatype: BINARY(16) -15:17:52.474234 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:17:52.475256 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:17:52.476164 [debug] [MainThread]: hash type in hash macro: BINARY(16) -15:17:52.476164 [debug] [MainThread]: hash datatype: BINARY(16) -15:17:52.477237 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:17:52.483199 [debug] [MainThread]: 1602: parser fallback to jinja rendering on Stages\stage_salesforcemeta.sql -15:17:52.593075 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:17:52.598152 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '88d4d41c-f69d-4acc-99cf-535da2abdb23', 'context': []} -15:17:52.608075 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '88d4d41c-f69d-4acc-99cf-535da2abdb23', 'context': []} -15:17:52.609124 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:17:52.609124 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '88d4d41c-f69d-4acc-99cf-535da2abdb23', 'context': []} -15:17:52.610075 [info ] [MainThread]: -15:17:52.611074 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:17:52.613074 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -15:17:52.623080 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -15:17:52.623080 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -15:17:52.624079 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:17:52.624079 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:17:54.388884 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:17:54.495721 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 1.87 seconds -15:17:54.496730 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -15:17:54.498726 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' -15:17:54.503730 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.RDV". -15:17:54.503730 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.RDV' - and table_catalog like 'thesisdpolatdedsql' - -15:17:54.503730 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:17:54.504742 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:17:54.504742 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:17:54.945860 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.44 seconds -15:17:54.946882 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: ROLLBACK -15:17:54.958032 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: Close -15:17:54.958969 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' -15:17:54.960971 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.Stage". -15:17:54.960971 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.Stage' - and table_catalog like 'thesisdpolatdedsql' - -15:17:54.962523 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:17:54.962523 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:17:54.962523 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:17:55.090672 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.13 seconds -15:17:55.091779 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: ROLLBACK -15:17:55.092784 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: Close -15:17:55.093785 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '88d4d41c-f69d-4acc-99cf-535da2abdb23', 'context': []} -15:17:55.093785 [debug] [MainThread]: On master: COMMIT -15:17:55.093785 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -15:17:55.094784 [info ] [MainThread]: -15:17:55.113053 [debug] [Thread-1 (]: Began running node model.datavault4dbt.metaobject_h -15:17:55.113053 [info ] [Thread-1 (]: 1 of 1 START sql incremental model Datavault4dbt.RDV.metaobject_h .............. [RUN] -15:17:55.115058 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.metaobject_h' -15:17:55.116058 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.metaobject_h -15:17:55.121055 [debug] [Thread-1 (]: source_modelsstage_salesforcemeta -15:17:55.122054 [debug] [Thread-1 (]: ref_keys: None -15:17:55.123054 [debug] [Thread-1 (]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:17:55.123054 [debug] [Thread-1 (]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:17:55.124054 [debug] [Thread-1 (]: rsrc_statics defined?: -15:17:55.124054 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.metaobject_h" -15:17:55.125053 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.metaobject_h (compile): 2023-11-22 15:17:55.116058 => 2023-11-22 15:17:55.125053 -15:17:55.125053 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.metaobject_h -15:17:55.169566 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.metaobject_h" -15:17:55.170590 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.metaobject_h". -15:17:55.170590 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.metaobject_h: - - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h_temp_view"','V') is not null - begin - drop view "Datavault4dbt.RDV"."metaobject_h_temp_view" - end - - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h"','U') is not null - begin - drop table "Datavault4dbt.RDV"."metaobject_h" - end - - - EXEC('create view [Datavault4dbt.RDV].[metaobject_h_temp_view] as - - - - ------------------------------------------------------------------------------------------------ --- ( ) -- --- // -- --- ( )=( o ) -- --- ##### ##### # # ####### ####### ###### ####### ####### \\ -- --- # # # # # # # # # # # # # ( ) -- --- # # # # # # # # # # # -- --- ##### # # # # ##### ##### ###### ##### ##### -- --- # # ####### # # # # # # # -- --- # # # # # # # # # # # # # -- --- ##### ##### # # ####### ####### # # # ####### ####### -- ------------------------------------------------------------------------------------------------ --- Generated by datavault4dbt by Scalefree International GmbH -- ------------------------------------------------------------------------------------------------ - -WITH - - - - src_new_1 AS ( - - SELECT - hk_metaobject_h AS hk_metaobject_h, - orgid, - source_object, - ldts, - rsrc - FROM "thesisdpolatdedsql"."Datavault4dbt.Stage"."stage_salesforcemeta" src - - - ), - -earliest_hk_over_all_sources_prep AS ( - SELECT - lcte.*, - ROW_NUMBER() OVER (PARTITION BY hk_metaobject_h ORDER BY ldts) as rn - FROM src_new_1 AS lcte - -), - -earliest_hk_over_all_sources AS ( - SELECT - lcte.* - FROM earliest_hk_over_all_sources_prep AS lcte - WHERE rn = 1), - -records_to_insert AS ( - SELECT - - hk_metaobject_h, - orgid, - source_object, - ldts, - rsrc - FROM earliest_hk_over_all_sources cte) - -SELECT * FROM records_to_insert - '); - - CREATE TABLE "Datavault4dbt.RDV"."metaobject_h" - WITH( - DISTRIBUTION = ROUND_ROBIN, - CLUSTERED COLUMNSTORE INDEX - ) - AS (SELECT * FROM [Datavault4dbt.RDV].[metaobject_h_temp_view]) - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h_temp_view"','V') is not null - begin - drop view "Datavault4dbt.RDV"."metaobject_h_temp_view" - end - - - - - -15:17:55.170590 [debug] [Thread-1 (]: Opening a new connection, currently in state init -15:17:55.171567 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:17:55.480388 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:18:01.274934 [debug] [Thread-1 (]: SQLServer adapter: Database error: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") -15:18:01.274934 [debug] [Thread-1 (]: On model.datavault4dbt.metaobject_h: ROLLBACK -15:18:01.274934 [debug] [Thread-1 (]: On model.datavault4dbt.metaobject_h: Close -15:18:01.275933 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.metaobject_h (execute): 2023-11-22 15:17:55.125053 => 2023-11-22 15:18:01.275933 -15:18:01.323678 [debug] [Thread-1 (]: Database Error in model metaobject_h (models\RDV\metaobject_h.sql) - ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") - compiled Code at target\run\datavault4dbt\models\RDV\metaobject_h.sql -15:18:01.323678 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '88d4d41c-f69d-4acc-99cf-535da2abdb23', 'context': []} -15:18:01.324683 [error] [Thread-1 (]: 1 of 1 ERROR creating sql incremental model Datavault4dbt.RDV.metaobject_h ..... [ERROR in 6.21s] -15:18:01.326480 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.metaobject_h -15:18:01.327405 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:18:01.328407 [debug] [MainThread]: On master: COMMIT -15:18:01.328407 [debug] [MainThread]: Connection 'master' was properly closed. -15:18:01.328407 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql' was properly closed. -15:18:01.329407 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' was properly closed. -15:18:01.329407 [debug] [MainThread]: Connection 'model.datavault4dbt.metaobject_h' was properly closed. -15:18:01.329407 [info ] [MainThread]: -15:18:01.329407 [info ] [MainThread]: Finished running 1 incremental model in 0 hours 0 minutes and 8.72 seconds (8.72s). -15:18:01.330408 [debug] [MainThread]: Command end result -15:18:01.341407 [info ] [MainThread]: -15:18:01.342405 [info ] [MainThread]: Completed with 1 error and 0 warnings: -15:18:01.342405 [info ] [MainThread]: -15:18:01.343404 [error] [MainThread]: Database Error in model metaobject_h (models\RDV\metaobject_h.sql) -15:18:01.343404 [error] [MainThread]: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") -15:18:01.343404 [error] [MainThread]: compiled Code at target\run\datavault4dbt\models\RDV\metaobject_h.sql -15:18:01.344404 [info ] [MainThread]: -15:18:01.344404 [info ] [MainThread]: Done. PASS=0 WARN=0 ERROR=1 SKIP=0 TOTAL=1 -15:18:01.344404 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:18:01.345406 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-22 15:18:33.060543 | 22fa2128-4b42-42df-9c74-3151e12562cc ============================== -15:18:33.060543 [info ] [MainThread]: Running with dbt=1.4.9 -15:18:33.062769 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['metaobject_h'], 'full_refresh': True, 'which': 'build', 'rpc_method': 'build'} -15:18:33.062769 [debug] [MainThread]: Tracking: tracking -15:18:33.063801 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:18:33.080866 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:18:33.190827 [debug] [MainThread]: Partial parsing enabled: 0 files deleted, 0 files added, 0 files changed. -15:18:33.190827 [debug] [MainThread]: Partial parsing enabled, no changes found, skipping parsing -15:18:33.191828 [warn ] [MainThread]: [WARNING]: Configuration paths exist in your dbt_project.yml file which do not apply to any resources. -There are 1 unused configuration paths: -- models.datavault4dbt.BDV -15:18:33.198530 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '22fa2128-4b42-42df-9c74-3151e12562cc', 'context': []} -15:18:33.210212 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '22fa2128-4b42-42df-9c74-3151e12562cc', 'context': []} -15:18:33.211238 [info ] [MainThread]: Found 4 models, 0 tests, 0 snapshots, 0 analyses, 669 macros, 0 operations, 0 seed files, 1 source, 0 exposures, 0 metrics -15:18:33.211238 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '22fa2128-4b42-42df-9c74-3151e12562cc', 'context': []} -15:18:33.212219 [info ] [MainThread]: -15:18:33.214773 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:18:33.216763 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql' -15:18:33.225754 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql". -15:18:33.225754 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql: select name as [schema] - from sys.schemas - -15:18:33.226756 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:18:33.226756 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:18:33.805310 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:18:33.865199 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.64 seconds -15:18:33.867126 [debug] [ThreadPool]: On list_thesisdpolatdedsql: Close -15:18:33.869144 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.Stage' -15:18:33.873147 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.Stage". -15:18:33.873147 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.Stage: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.Stage' - and table_catalog like 'thesisdpolatdedsql' - -15:18:33.873147 [debug] [ThreadPool]: Opening a new connection, currently in state init -15:18:33.873147 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:18:33.874147 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:18:33.967737 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.09 seconds -15:18:33.968737 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: ROLLBACK -15:18:33.968737 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.Stage: Close -15:18:33.969773 [debug] [ThreadPool]: Acquiring new synapse connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' -15:18:33.971807 [debug] [ThreadPool]: SQLServer adapter: Using synapse connection "list_thesisdpolatdedsql_Datavault4dbt.RDV". -15:18:33.972860 [debug] [ThreadPool]: SQLServer adapter: On list_thesisdpolatdedsql_Datavault4dbt.RDV: select - table_catalog as [database], - table_name as [name], - table_schema as [schema], - case when table_type = 'BASE TABLE' then 'table' - when table_type = 'VIEW' then 'view' - else table_type - end as table_type - - from INFORMATION_SCHEMA.TABLES - where table_schema like 'Datavault4dbt.RDV' - and table_catalog like 'thesisdpolatdedsql' - -15:18:33.972860 [debug] [ThreadPool]: Opening a new connection, currently in state closed -15:18:33.973534 [debug] [ThreadPool]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:18:33.973534 [debug] [ThreadPool]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:18:34.065819 [debug] [ThreadPool]: SQLServer adapter: SQL status: OK in 0.09 seconds -15:18:34.066819 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: ROLLBACK -15:18:34.066819 [debug] [ThreadPool]: On list_thesisdpolatdedsql_Datavault4dbt.RDV: Close -15:18:34.067818 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '22fa2128-4b42-42df-9c74-3151e12562cc', 'context': []} -15:18:34.067818 [debug] [MainThread]: On master: COMMIT -15:18:34.068822 [info ] [MainThread]: Concurrency: 1 threads (target='dev') -15:18:34.069836 [info ] [MainThread]: -15:18:34.073374 [debug] [Thread-1 (]: Began running node model.datavault4dbt.metaobject_h -15:18:34.073374 [info ] [Thread-1 (]: 1 of 1 START sql incremental model Datavault4dbt.RDV.metaobject_h .............. [RUN] -15:18:34.074377 [debug] [Thread-1 (]: Acquiring new synapse connection 'model.datavault4dbt.metaobject_h' -15:18:34.074377 [debug] [Thread-1 (]: Began compiling node model.datavault4dbt.metaobject_h -15:18:34.109455 [debug] [Thread-1 (]: source_modelsstage_salesforcemeta -15:18:34.138884 [debug] [Thread-1 (]: ref_keys: None -15:18:34.139908 [debug] [Thread-1 (]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_metaobject_h', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:18:34.140820 [debug] [Thread-1 (]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_metaobject_h', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:18:34.143902 [debug] [Thread-1 (]: rsrc_statics defined?: -15:18:34.146898 [debug] [Thread-1 (]: Writing injected SQL for node "model.datavault4dbt.metaobject_h" -15:18:34.147893 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.metaobject_h (compile): 2023-11-22 15:18:34.074377 => 2023-11-22 15:18:34.147893 -15:18:34.147893 [debug] [Thread-1 (]: Began executing node model.datavault4dbt.metaobject_h -15:18:34.189803 [debug] [Thread-1 (]: Writing runtime sql for node "model.datavault4dbt.metaobject_h" -15:18:34.190803 [debug] [Thread-1 (]: SQLServer adapter: Using synapse connection "model.datavault4dbt.metaobject_h". -15:18:34.190803 [debug] [Thread-1 (]: SQLServer adapter: On model.datavault4dbt.metaobject_h: - - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h_temp_view"','V') is not null - begin - drop view "Datavault4dbt.RDV"."metaobject_h_temp_view" - end - - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h"','U') is not null - begin - drop table "Datavault4dbt.RDV"."metaobject_h" - end - - - EXEC('create view [Datavault4dbt.RDV].[metaobject_h_temp_view] as - - - - ------------------------------------------------------------------------------------------------ --- ( ) -- --- // -- --- ( )=( o ) -- --- ##### ##### # # ####### ####### ###### ####### ####### \\ -- --- # # # # # # # # # # # # # ( ) -- --- # # # # # # # # # # # -- --- ##### # # # # ##### ##### ###### ##### ##### -- --- # # ####### # # # # # # # -- --- # # # # # # # # # # # # # -- --- ##### ##### # # ####### ####### # # # ####### ####### -- ------------------------------------------------------------------------------------------------ --- Generated by datavault4dbt by Scalefree International GmbH -- ------------------------------------------------------------------------------------------------ - -WITH - - - - src_new_1 AS ( - - SELECT - hk_metaobject_h AS hk_metaobject_h, - orgid, - source_object, - ldts, - rsrc - FROM "thesisdpolatdedsql"."Datavault4dbt.Stage"."stage_salesforcemeta" src - - - ), - -earliest_hk_over_all_sources_prep AS ( - SELECT - lcte.*, - ROW_NUMBER() OVER (PARTITION BY hk_metaobject_h ORDER BY ldts) as rn - FROM src_new_1 AS lcte - -), - -earliest_hk_over_all_sources AS ( - SELECT - lcte.* - FROM earliest_hk_over_all_sources_prep AS lcte - WHERE rn = 1), - -records_to_insert AS ( - SELECT - - hk_metaobject_h, - orgid, - source_object, - ldts, - rsrc - FROM earliest_hk_over_all_sources cte) - -SELECT * FROM records_to_insert - '); - - CREATE TABLE "Datavault4dbt.RDV"."metaobject_h" - WITH( - DISTRIBUTION = ROUND_ROBIN, - CLUSTERED COLUMNSTORE INDEX - ) - AS (SELECT * FROM [Datavault4dbt.RDV].[metaobject_h_temp_view]) - - - - if object_id ('"Datavault4dbt.RDV"."metaobject_h_temp_view"','V') is not null - begin - drop view "Datavault4dbt.RDV"."metaobject_h_temp_view" - end - - - - - -15:18:34.191807 [debug] [Thread-1 (]: Opening a new connection, currently in state init -15:18:34.191807 [debug] [Thread-1 (]: SQLServer adapter: Using connection string: DRIVER={ODBC Driver 17 for SQL Server};SERVER=thesis-dpolat.sql.azuresynapse.net,1433;Database=thesisdpolatdedsql;UID={sqladminuser};PWD=***;encrypt=Yes;TrustServerCertificate=No;Application Name=dbt-synapse/1.4.3 -15:18:34.467497 [debug] [Thread-1 (]: SQLServer adapter: Connected to db: thesisdpolatdedsql -15:18:38.011363 [debug] [Thread-1 (]: SQLServer adapter: Database error: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") -15:18:38.011363 [debug] [Thread-1 (]: On model.datavault4dbt.metaobject_h: ROLLBACK -15:18:38.012369 [debug] [Thread-1 (]: On model.datavault4dbt.metaobject_h: Close -15:18:38.012369 [debug] [Thread-1 (]: Timing info for model.datavault4dbt.metaobject_h (execute): 2023-11-22 15:18:34.148807 => 2023-11-22 15:18:38.012369 -15:18:38.014441 [debug] [Thread-1 (]: Database Error in model metaobject_h (models\RDV\metaobject_h.sql) - ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") - compiled Code at target\run\datavault4dbt\models\RDV\metaobject_h.sql -15:18:38.014441 [debug] [Thread-1 (]: Sending event: {'category': 'dbt', 'action': 'run_model', 'label': '22fa2128-4b42-42df-9c74-3151e12562cc', 'context': []} -15:18:38.015384 [error] [Thread-1 (]: 1 of 1 ERROR creating sql incremental model Datavault4dbt.RDV.metaobject_h ..... [ERROR in 3.94s] -15:18:38.016360 [debug] [Thread-1 (]: Finished running node model.datavault4dbt.metaobject_h -15:18:38.018359 [debug] [MainThread]: Acquiring new synapse connection 'master' -15:18:38.018359 [debug] [MainThread]: On master: COMMIT -15:18:38.018359 [debug] [MainThread]: Connection 'master' was properly closed. -15:18:38.018359 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql' was properly closed. -15:18:38.018359 [debug] [MainThread]: Connection 'list_thesisdpolatdedsql_Datavault4dbt.RDV' was properly closed. -15:18:38.018359 [debug] [MainThread]: Connection 'model.datavault4dbt.metaobject_h' was properly closed. -15:18:38.019864 [info ] [MainThread]: -15:18:38.019864 [info ] [MainThread]: Finished running 1 incremental model in 0 hours 0 minutes and 4.81 seconds (4.81s). -15:18:38.019864 [debug] [MainThread]: Command end result -15:18:38.028913 [info ] [MainThread]: -15:18:38.029913 [info ] [MainThread]: Completed with 1 error and 0 warnings: -15:18:38.030912 [info ] [MainThread]: -15:18:38.030912 [error] [MainThread]: Database Error in model metaobject_h (models\RDV\metaobject_h.sql) -15:18:38.030912 [error] [MainThread]: ('42000', "[42000] [Microsoft][ODBC Driver 17 for SQL Server][SQL Server]The statement failed. Column 'orgid' has a data type that cannot participate in a columnstore index. (35343) (SQLExecDirectW)") -15:18:38.031913 [error] [MainThread]: compiled Code at target\run\datavault4dbt\models\RDV\metaobject_h.sql -15:18:38.031913 [info ] [MainThread]: -15:18:38.031913 [info ] [MainThread]: Done. PASS=0 WARN=0 ERROR=1 SKIP=0 TOTAL=1 -15:18:38.033036 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:18:38.033540 [debug] [MainThread]: Flushing usage events - - -============================== 2023-11-22 15:22:00.058064 | 239c94a3-741f-457d-8a87-068e267f232b ============================== -15:22:00.058064 [info ] [MainThread]: Running with dbt=1.4.9 -15:22:00.059992 [debug] [MainThread]: running dbt with arguments {'write_json': True, 'use_colors': True, 'printer_width': 80, 'version_check': True, 'partial_parse': True, 'static_parser': True, 'profiles_dir': 'C:\\Users\\dpolat\\.dbt', 'send_anonymous_usage_stats': True, 'quiet': False, 'no_print': False, 'cache_selected_only': False, 'indirect_selection': 'eager', 'resource_types': [], 'select': ['metaobject_h'], 'full_refresh': True, 'which': 'build', 'rpc_method': 'build'} -15:22:00.059992 [debug] [MainThread]: Tracking: tracking -15:22:00.059992 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'start', 'context': [, , ]} -15:22:00.078210 [debug] [MainThread]: checksum: 07ac7676dbf91b944d5fe41bac352fb2dda62b33015cbd1e52faa2a2c71f6d73, vars: {}, profile: None, target: None, version: 1.4.9 -15:22:00.178246 [debug] [MainThread]: Partial parsing enabled: 0 files deleted, 0 files added, 2 files changed. -15:22:00.178246 [debug] [MainThread]: Partial parsing: updated file: datavault4dbt://models\Stages\stage_salesforcemeta.sql -15:22:00.179245 [debug] [MainThread]: Partial parsing: updated file: datavault4dbt://models\RDV\metaobject_h.sql -15:22:00.195331 [debug] [MainThread]: 1603: static parser failed on Stages\stage_salesforcemeta.sql -15:22:00.300121 [debug] [MainThread]: hash_function: MD5 -15:22:00.309114 [debug] [MainThread]: hash datatype: BINARY(16) -15:22:00.355046 [debug] [MainThread]: hash type in hash macro: BINARY(16) -15:22:00.356045 [debug] [MainThread]: hash datatype: BINARY(16) -15:22:00.364639 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:22:00.365641 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM(CONVERT(nvarchar(max), [EXPRESSION]))) -15:22:00.365641 [debug] [MainThread]: hash type in hash macro: BINARY(16) -15:22:00.366560 [debug] [MainThread]: hash datatype: BINARY(16) -15:22:00.367604 [debug] [MainThread]: attribute_standardise: LTRIM(RTRIM([EXPRESSION])) -15:22:00.380655 [debug] [MainThread]: 1602: parser fallback to jinja rendering on Stages\stage_salesforcemeta.sql -15:22:00.382648 [debug] [MainThread]: 1603: static parser failed on RDV\metaobject_h.sql -15:22:00.411647 [debug] [MainThread]: source_modelsstage_salesforcemeta -15:22:00.438638 [debug] [MainThread]: ref_keys: None -15:22:00.439647 [debug] [MainThread]: dict_result: {'source_model_list': [{'name': 'stage_salesforcemeta', 'id': 1, 'hk_column': 'hk_h_metaobject', 'bk_columns': ['orgid', 'source_object']}], 'has_rsrc_static_defined': False, 'source_models_rsrc_dict': {}} -15:22:00.439647 [debug] [MainThread]: source_models: [{'bk_columns': ['orgid', 'source_object'], 'hk_column': 'hk_h_metaobject', 'id': 1, 'name': 'stage_salesforcemeta'}] -15:22:00.440559 [debug] [MainThread]: rsrc_statics defined?: -15:22:00.446739 [debug] [MainThread]: Running drop_xml_indexes() macro... -15:22:00.447741 [debug] [MainThread]: Running drop_spatial_indexes() macro... -15:22:00.449732 [debug] [MainThread]: Running drop_fk_constraints() macro... -15:22:00.449732 [debug] [MainThread]: Running drop_pk_constraints() macro... -15:22:00.449732 [debug] [MainThread]: Dropping remaining indexes... -15:22:00.463340 [debug] [MainThread]: Sending event: {'category': 'dbt', 'action': 'invocation', 'label': 'end', 'context': [, , ]} -15:22:00.463340 [debug] [MainThread]: Flushing usage events -15:22:01.035569 [error] [MainThread]: Encountered an error: -maximum recursion depth exceeded while calling a Python object -15:22:01.091871 [error] [MainThread]: Traceback (most recent call last): - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\main.py", line 136, in main - results, succeeded = handle_and_check(args) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\main.py", line 206, in handle_and_check - task, res = run_from_args(parsed) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\main.py", line 253, in run_from_args - results = task.run() - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\task\runnable.py", line 454, in run - self._runtime_initialize() - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\task\runnable.py", line 165, in _runtime_initialize - super()._runtime_initialize() - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\task\runnable.py", line 94, in _runtime_initialize - self.load_manifest() - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\task\runnable.py", line 81, in load_manifest - self.manifest = ManifestLoader.get_full_manifest(self.config) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\manifest.py", line 206, in get_full_manifest - manifest = loader.load() - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\manifest.py", line 342, in load - self.parse_project( - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\manifest.py", line 470, in parse_project - parser.parse_file(block) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\base.py", line 425, in parse_file - self.parse_node(file_block) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\base.py", line 386, in parse_node - self.render_update(node, config) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\models.py", line 362, in render_update - super().render_update(node, config) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\base.py", line 363, in render_update - self.update_parsed_node_config(node, config, context=context) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\parser\base.py", line 336, in update_parsed_node_config - get_rendered(hook.sql, context, parsed_node, capture_macros=True) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\clients\jinja.py", line 590, in get_rendered - return render_template(template, ctx, node) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\dbt\clients\jinja.py", line 545, in render_template - return template.render(ctx) - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\jinja2\environment.py", line 1301, in render - self.environment.handle_exception() - File "C:\Users\dpolat\.vscode\Repositories\Datavault4dbt\venv\synapse\lib\site-packages\jinja2\environment.py", line 936, in handle_exception - raise rewrite_traceback_stack(source=source) - File "