Stablecoins: make stablecoin tables incremental

macros/stablecoins/stablecoin_breakdown.sql

@@ -34,8 +34,15 @@ select
         , sum(case when is_wallet::number = 1 and date = date_trunc('{{granularity}}', date) then stablecoin_supply else 0 end) as p2p_stablecoin_supply
     {% endif %}
 from {{ ref("agg_daily_stablecoin_breakdown_silver") }}
+{% if is_incremental() %}
+    where date >= (select dateadd('{{granularity}}', -3, max(date_granularity)) from {{ this }})
+{% endif %}
 {% if 'application' in breakdowns %}
-    where application is not null
+    {% if not is_incremental() %}
+        where application is not null
+    {% else %}
+        and application is not null
+    {% endif %}
 {% endif %}
 group by date_granularity {% for breakdown in breakdowns %}, {{ breakdown }} {% endfor %}
 order by date_granularity

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown.sql

@@ -1,4 +1,4 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key="unique_id", snowflake_warehouse="STABLECOIN_V2_LG") }}
 select
     date
     , contract_address
@@ -20,4 +20,7 @@ select
     , is_wallet
     , unique_id
     , chain
-from {{ ref("agg_daily_stablecoin_breakdown_silver") }}
+from {{ ref("agg_daily_stablecoin_breakdown_silver") }}
+{% if is_incremental() %}
+    where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+{% endif %}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_application.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "application"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["application"]) }}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_application_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "chain", "application"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{stablecoin_breakdown(["chain", "application"])}}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_application_symbol.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "application"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{stablecoin_breakdown(["symbol", "application"])}}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_category.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "category"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["category"]) }}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_category_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "chain", "category"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{stablecoin_breakdown(["chain", "category"])}}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_category_symbol.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "category"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{stablecoin_breakdown(["symbol", "category"])}}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_category_symbol_chain.sql

@@ -1,2 +1,2 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "chain", "category", "symbol"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 {{ stablecoin_breakdown(["chain", "category", "symbol"]) }}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "chain"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["chain"]) }}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_silver.sql

@@ -1,23 +1,71 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key="unique_id", snowflake_warehouse="STABLECOIN_V2_LG") }}
 with
     daily_data as (
-        {{
-            dbt_utils.union_relations(
-                relations=[
-                    ref("ez_base_stablecoin_metrics_by_address"),
-                    ref("ez_arbitrum_stablecoin_metrics_by_address"),
-                    ref("ez_optimism_stablecoin_metrics_by_address"),
-                    ref("ez_avalanche_stablecoin_metrics_by_address"),
-                    ref("ez_polygon_stablecoin_metrics_by_address"),
-                    ref("ez_ethereum_stablecoin_metrics_by_address"),
-                    ref("ez_solana_stablecoin_metrics_by_address"),
-                    ref("ez_tron_stablecoin_metrics_by_address"),
-                    ref("ez_bsc_stablecoin_metrics_by_address"),
-                    ref("ez_ton_stablecoin_metrics_by_address"),
-                    ref("ez_celo_stablecoin_metrics_by_address"),
-                ]
-            )
-        }}
+        select *
+        from {{ref("ez_base_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_arbitrum_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_optimism_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_avalanche_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_polygon_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_ethereum_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_solana_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_tron_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_bsc_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_ton_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
+        union all
+        select *
+        from {{ref("ez_celo_stablecoin_metrics_by_address")}}
+        {% if is_incremental() %}
+            where date >= (select dateadd('day', -7, max(date)) from {{ this }})
+        {% endif %}
     )
 select 
     date

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_symbol.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["symbol"]) }}

models/metrics/stablecoins/breakdowns/agg_daily_stablecoin_breakdown_symbol_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "chain"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{ stablecoin_breakdown(["symbol", "chain"]) }}

models/metrics/stablecoins/breakdowns/agg_monthly_stablecoin_breakdown_category.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "category"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{ stablecoin_breakdown(["category"], 'month') }}

models/metrics/stablecoins/breakdowns/agg_monthly_stablecoin_breakdown_category_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "chain", "category"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{stablecoin_breakdown(["chain", "category"], "month")}}

models/metrics/stablecoins/breakdowns/agg_monthly_stablecoin_breakdown_category_symbol.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "category"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{stablecoin_breakdown(["symbol", "category"], "month")}}

models/metrics/stablecoins/breakdowns/agg_monthly_stablecoin_breakdown_category_symbol_chain.sql

@@ -1,4 +1,4 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "chain", "category"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["chain", "category", "symbol"], "month") }}
 

models/metrics/stablecoins/breakdowns/agg_monthly_stablecoin_breakdown_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "chain"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["chain"], "month") }}

models/metrics/stablecoins/breakdowns/agg_monthly_stablecoin_breakdown_symbol.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{ stablecoin_breakdown(["symbol"], "month") }}

models/metrics/stablecoins/breakdowns/agg_monthly_stablecoin_breakdown_symbol_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "chain"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{ stablecoin_breakdown(["symbol", "chain"], "month") }}

models/metrics/stablecoins/breakdowns/agg_stablecoin_tiles_breakdown_chain.sql

@@ -3,7 +3,7 @@
 with
 max_date as (
     select max(date) as date
-    from {{ ref("agg_daily_stablecoin_breakdown") }}
+    from {{ ref("agg_daily_stablecoin_breakdown_silver") }}
 )
 
 select
@@ -12,6 +12,6 @@ select
     , sum(stablecoin_daily_txns) as stablecoin_daily_txns
     , count(distinct case when stablecoin_transfer_volume > 0 then from_address end) as stablecoin_dau
     , sum(case when date = (select date from max_date) then stablecoin_supply end) as stablecoin_supply
-from {{ ref("agg_daily_stablecoin_breakdown") }}
+from {{ ref("agg_daily_stablecoin_breakdown_silver") }}
 where date >= dateadd(day, -31, to_date(sysdate()))
 group by chain

models/metrics/stablecoins/breakdowns/agg_stablecoin_tiles_breakdown_symbol.sql

@@ -3,7 +3,7 @@
 with
 max_date as (
     select max(date) as date
-    from {{ ref("agg_daily_stablecoin_breakdown") }}
+    from {{ ref("agg_daily_stablecoin_breakdown_silver") }}
 )
 
 select
@@ -12,6 +12,6 @@ select
     , sum(stablecoin_daily_txns) as stablecoin_daily_txns
     , count(distinct case when stablecoin_transfer_volume > 0 then from_address end) as stablecoin_dau
     , sum(case when date = (select date from max_date) then stablecoin_supply end) as stablecoin_supply
-from {{ ref("agg_daily_stablecoin_breakdown") }}
+from {{ ref("agg_daily_stablecoin_breakdown_silver") }}
 where date >= dateadd(day, -31, to_date(sysdate()))
 group by symbol

models/metrics/stablecoins/breakdowns/agg_weekly_stablecoin_breakdown_category.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "category"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{ stablecoin_breakdown(["category"], 'week') }}

models/metrics/stablecoins/breakdowns/agg_weekly_stablecoin_breakdown_category_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity" "category"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{stablecoin_breakdown(["chain", "category"], "week")}}

models/metrics/stablecoins/breakdowns/agg_weekly_stablecoin_breakdown_category_symbol.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "category"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{stablecoin_breakdown(["symbol", "category"], "week")}}

models/metrics/stablecoins/breakdowns/agg_weekly_stablecoin_breakdown_category_symbol_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "category", "chain"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["chain", "category", "symbol"], "week") }}

models/metrics/stablecoins/breakdowns/agg_weekly_stablecoin_breakdown_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "chain"], snowflake_warehouse="STABLECOIN_V2_LG") }}
 
 {{ stablecoin_breakdown(["chain"], "week") }}

models/metrics/stablecoins/breakdowns/agg_weekly_stablecoin_breakdown_symbol.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{ stablecoin_breakdown(["symbol"], "week") }}

models/metrics/stablecoins/breakdowns/agg_weekly_stablecoin_breakdown_symbol_chain.sql

@@ -1,3 +1,3 @@
-{{ config(materialized="table", snowflake_warehouse="STABLECOIN_V2_LG_2") }}
+{{ config(materialized="incremental", unique_key=["date_granularity", "symbol", "chain"], snowflake_warehouse="STABLECOIN_V2_LG_2") }}
 
 {{ stablecoin_breakdown(["symbol", "chain"], "week") }}