Remove Unncessary starknet + mantle models

models/data_hubs/fact_daily_chain_datahub.sql

@@ -4,7 +4,6 @@ with
         {{
             dbt_utils.union_relations(
                 relations=[
-                    ref("agg_daily_polygon_zk_revenue_gold"),
                     ref("agg_daily_gnosis_revenue_gold"),
                     ref("fact_linea_contracts_gold"),
                     ref("fact_zora_contracts_gold"),
@@ -39,7 +38,6 @@ with
                     ref("fact_fantom_txns_gold"),
                     ref("fact_fuse_daa_txns_gas_gas_usd_gold"),
                     ref("fact_flow_daa_txns_gold"),
-                    ref("fact_polygon_zk_daa_txns_gas_usd_gold"),
                     ref("ez_tron_metrics"),
                     ref("fact_scroll_daa_gold"),
                     ref("fact_scroll_gas_gas_usd_revenue_gold"),

models/projects/arbitrum/core/ez_arbitrum_metrics.sql

@@ -34,8 +34,8 @@ select
     fees,
     l1_data_cost_native,  -- fees paid to l1 by sequencer (L1 Fees)
     l1_data_cost,
-    fees_native - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
-    fees - l1_data_cost as revenue,
+    coalesce(fees_native, 0) - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
+    coalesce(fees, 0) - l1_data_cost as revenue,
     avg_txn_fee,
     returning_users,
     new_users,

models/projects/base/core/ez_base_metrics.sql

@@ -33,8 +33,8 @@ select
     fees,
     l1_data_cost_native,  -- fees paid to l1 by sequencer (L1 Fees)
     l1_data_cost,
-    fees_native - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
-    fees - l1_data_cost as revenue,
+    coalesce(fees_native, 0) - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
+    coalesce(fees, 0) - l1_data_cost as revenue,
     avg_txn_fee,
     returning_users,
     new_users,

models/projects/blast/core/ez_blast_metrics.sql

@@ -39,8 +39,8 @@ select
     fees,
     l1_data_cost_native,  
     l1_data_cost,
-    fees_native - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
-    fees - l1_data_cost as revenue,
+    coalesce(fees_native, 0) - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
+    coalesce(fees, 0) - l1_data_cost as revenue,
     returning_users,
     new_users,
     low_sleep_users,

models/projects/optimism/core/ez_optimism_metrics.sql

@@ -43,8 +43,8 @@ select
     fees,
     l1_data_cost_native,  -- fees paid to l1 by sequencer (L1 Fees)
     l1_data_cost,
-    fees_native - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
-    fees - l1_data_cost as revenue,
+    coalesce(fees_native, 0) - l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
+    coalesce(fees, 0) - l1_data_cost as revenue,
     avg_txn_fee,
     sybil_users,
     non_sybil_users,

models/projects/polygon_zk/core/ez_polygon_zk_metrics.sql

@@ -15,13 +15,12 @@ with
     ),
     price_data as ({{ get_coingecko_metrics("matic-network") }}),
     defillama_data as ({{ get_defillama_metrics("polygon zkevm") }}),
-    revenue_data as (
+    l1_data_cost as (
         select
             date,
-            expenses_native as l1_data_cost_native,
-            expenses as l1_data_cost,
-            revenue
-        from {{ ref("agg_daily_polygon_zk_revenue") }}
+            l1_data_cost_native,
+            l1_data_cost
+        from {{ ref("fact_polygon_zk_l1_data_cost") }}
     ),
     github_data as ({{ get_github_metrics("Polygon Hermez") }})
 select
@@ -32,7 +31,7 @@ select
     l1_data_cost_native,
     l1_data_cost,
     fees,
-    revenue,
+    coalesce(fees, 0) - l1_data_cost as revenue,
     price,
     market_cap,
     fdmc,
@@ -45,6 +44,6 @@ select
 from fundamental_data
 left join price_data on fundamental_data.date = price_data.date
 left join defillama_data on fundamental_data.date = defillama_data.date
-left join revenue_data on fundamental_data.date = revenue_data.date
+left join l1_data_cost on fundamental_data.date = l1_data_cost.date
 left join github_data on fundamental_data.date = github_data.date
 where fundamental_data.date < to_date(sysdate())

models/projects/starknet/core/ez_starknet_metrics.sql

@@ -14,8 +14,8 @@ with
     price_data as ({{ get_coingecko_metrics("starknet") }}),
     defillama_data as ({{ get_defillama_metrics("starknet") }}),
     expenses_data as (
-        select date, chain, l1_data_cost_native, l1_data_cost, revenue_native, revenue
-        from {{ ref("agg_daily_starknet_revenue") }}
+        select date, chain, l1_data_cost_native, l1_data_cost
+        from {{ ref("fact_starknet_l1_data_cost") }}
     ),
     github_data as ({{ get_github_metrics("starknet") }})
 
@@ -27,8 +27,8 @@ select
     fees,
     l1_data_cost_native,  -- fees paid to l1 by sequencer (L1 Fees)
     l1_data_cost,
-    revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
-    revenue,
+    coalesce(fees_native, 0) -  l1_data_cost_native as revenue_native,  -- supply side: fees paid to squencer - fees paied to l1 (L2 Revenue)
+    coalesce(fees, 0) -  l1_data_cost as revenue,
     avg_txn_fee,
     returning_users,
     new_users,

models/staging/polygon_zk/fact_polygon_zk_l1_data_cost.sql

@@ -0,0 +1,24 @@
+{{ config(materialized="incremental", unique_key="date") }}
+with
+    expenses as (
+        select raw_date as date, sum(tx_fee) as fees_native, sum(gas_usd) as fees
+        from {{ ref("ez_ethereum_transactions") }}
+        where
+            lower(contract_address)
+            in (lower('0x5132A183E9F3CB7C848b0AAC5Ae0c4f0491B7aB2'))
+        group by raw_date
+        order by raw_date desc
+    )
+select
+    date,
+    fees_native as l1_data_cost_native,
+    fees as l1_data_cost,
+    'polygon_zk' as chain
+from expenses
+where expenses.date < to_date(sysdate())
+{% if is_incremental() %} 
+    and expenses.date >= (
+        select dateadd('day', -5, max(date))
+        from {{ this }}
+    )
+{% endif %}

models/metrics/revenue/agg_daily_starknet_revenue.sql → models/staging/starknet/fact_starknet_l1_data_cost.sql

@@ -1,4 +1,4 @@
-{{ config(materialized="table", unique_key="date") }}
+{{ config(materialized="incremental", unique_key="date") }}
 with
     starknet_data as (
         select raw_date as date, sum(tx_fee) as fees_native, sum(gas_usd) as fees
@@ -16,12 +16,14 @@ with
     )
 select
     starknet_data.date,
-    coalesce(starknet.fees_native, 0) - starknet_data.fees_native as revenue_native,
-    starknet.fees - starknet_data.fees as revenue,
     starknet_data.fees_native as l1_data_cost_native,
     starknet_data.fees as l1_data_cost,
     'starknet' as chain
 from starknet_data
-left join
-    {{ ref("agg_daily_starknet_fundamental_usage") }} as starknet on starknet_data.date = starknet.date
-where starknet_data.date < to_date(sysdate()) and revenue is not null
+where starknet_data.date < to_date(sysdate())
+{% if is_incremental() %} 
+    and starknet_data.date >= (
+        select dateadd('day', -5, max(date))
+        from {{ this }}
+    )
+{% endif %}