pinterest-source-32

CHANGELOG.md

@@ -1,3 +1,16 @@
+# dbt_pinterest_source v0.10.2
+
+## Bug Fixes
+- Updated the `is_most_recent_record` window function in the following models to exclude the `source_relation` field from the partition statement when `pinterest_ads_union_schemas` or `pinterest_ads_union_databases` variables are empty. Also, modified it to skip the window function if the upstream table is empty, using the new `window_function_if_table_exists()` and `is_table_empty()` macros. This change addresses Redshift's issue with partitioning by constant expressions.
+    - `stg_pinterest_ads__ad_group_history`
+    - `stg_pinterest_ads__advertiser_history`
+    - `stg_pinterest_ads__campaign_history`
+    - `stg_pinterest_ads__keyword_history`
+    - `stg_pinterest_ads__pin_promotion_history`
+
+## Contributors
+- [@JessicaKMarkiewicz](https://github.com/JessicaKMarkiewicz) ([PR #35](https://github.com/fivetran/dbt_pinterest_source/pull/35))
+
 # dbt_pinterest_source v0.10.1
 
 [PR #31](https://github.com/fivetran/dbt_pinterest_source/pull/31) includes the following updates:

dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'pinterest_source'
-version: '0.10.1'
+version: '0.10.2'
 config-version: 2
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 vars:

integration_tests/dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'pinterest_source_integration_tests'
-version: '0.10.1'
+version: '0.10.2'
 profile: 'integration_tests'
 config-version: 2
 

macros/is_table_empty.sql

@@ -0,0 +1,20 @@
+{%- macro is_table_empty(table_name) -%}
+
+{{ adapter.dispatch('is_table_empty', 'pinterest_source') (table_name) }}
+
+{%- endmacro %}
+
+{%- macro default__is_table_empty(table_name) -%}
+    {%- if execute and flags.WHICH in ('run', 'build') %}
+        {% set row_count_query %}
+            select count(*) as row_count from {{ table_name }}
+        {% endset %}
+        {% set results = run_query(row_count_query) %}
+        {% if results %}
+            {% set row_count = results.columns[0][0] %}
+            {% if row_count == 0 %}
+                {{ return("empty") }}
+            {% endif %}
+        {% endif %}
+    {% endif -%}
+{%- endmacro -%}

macros/result_if_table_exists.sql

@@ -0,0 +1,14 @@
+{%- macro result_if_table_exists(table_ref, result_statement, if_empty=1) -%}
+
+{{ adapter.dispatch('result_if_table_exists', 'pinterest_source') (table_ref, result_statement, if_empty=1) }}
+
+{%- endmacro -%}
+
+{%- macro default__result_if_table_exists(table_ref, result_statement, if_empty=1) -%}
+    {%- set is_empty_result = pinterest_source.is_table_empty(table_ref) -%} 
+    {%- if is_empty_result == "empty" %}
+        {{ if_empty }}
+    {%- else %}
+        {{ result_statement }}
+    {%- endif %}
+{%- endmacro %}

models/stg_pinterest_ads__ad_group_history.sql

@@ -40,7 +40,12 @@ final as (
         placement_group,
         start_time,
         summary_status,
-        row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+        {{ pinterest_source.result_if_table_exists(
+            table_ref=ref('stg_pinterest_ads__ad_group_history_tmp'), 
+            result_statement='row_number() over (partition by id' ~ (', source_relation' if var('pinterest_ads_union_schemas', []) or var('pinterest_ads_union_databases', []) | length > 1) ~ ' order by _fivetran_synced desc)',
+            if_empty=1
+        )}} = 1 as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__advertiser_history.sql

@@ -37,7 +37,12 @@ final as (
         owner_username,
         advertiser_permissions, -- permissions was renamed in macro
         updated_time as updated_at,
-        row_number() over (partition by source_relation, id order by updated_time desc) = 1 as is_most_recent_record
+        {{ pinterest_source.result_if_table_exists(
+            table_ref=ref('stg_pinterest_ads__advertiser_history_tmp'), 
+            result_statement='row_number() over (partition by id' ~ (', source_relation' if var('pinterest_ads_union_schemas', []) or var('pinterest_ads_union_databases', []) | length > 1) ~ ' order by updated_time desc)',
+            if_empty=1
+        )}} = 1 as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__campaign_history.sql

@@ -38,7 +38,12 @@ final as (
         status as campaign_status,
         _fivetran_synced,
         created_time as created_at,
-        row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+        {{ pinterest_source.result_if_table_exists(
+            table_ref=ref('stg_pinterest_ads__campaign_history_tmp'), 
+            result_statement='row_number() over (partition by id' ~ (', source_relation' if var('pinterest_ads_union_schemas', []) or var('pinterest_ads_union_databases', []) | length > 1) ~ ' order by _fivetran_synced desc)',
+            if_empty=1
+        )}} = 1 as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__keyword_history.sql

@@ -39,7 +39,12 @@ final as (
         campaign_id,
         match_type,
         parent_type,
-        row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+        {{ pinterest_source.result_if_table_exists(
+            table_ref=ref('stg_pinterest_ads__keyword_history_tmp'), 
+            result_statement='row_number() over (partition by id' ~ (', source_relation' if var('pinterest_ads_union_schemas', []) or var('pinterest_ads_union_databases', []) | length > 1) ~ ' order by _fivetran_synced desc)',
+            if_empty=1
+        )}} = 1 as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__pin_promotion_history.sql

@@ -47,7 +47,12 @@ final as (
         status as pin_status,
         creative_type,
         _fivetran_synced,
-        row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+        {{ pinterest_source.result_if_table_exists(
+            table_ref=ref('stg_pinterest_ads__pin_promotion_history_tmp'), 
+            result_statement='row_number() over (partition by id' ~ (', source_relation' if var('pinterest_ads_union_schemas', []) or var('pinterest_ads_union_databases', []) | length > 1) ~ ' order by _fivetran_synced desc)',
+            if_empty=1
+        )}} = 1 as is_most_recent_record
+
     from fields
 )