fix incremental strategy from append to merge into (#1204)

duneanalytics · Jun 22, 2022 · 1861c60 · 1861c60
1 parent 1289781
commit 1861c60
Show file tree

Hide file tree

Showing 10 changed files with 30 additions and 10 deletions.
diff --git a/spellbook/models/magiceden/magiceden_trades.sql b/spellbook/models/magiceden/magiceden_trades.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='trades',
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_trade_id'
         )
 }}
 

diff --git a/spellbook/models/nft/nft_trades.sql b/spellbook/models/nft/nft_trades.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='trades',
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_trade_id'
         )
 }}
 

diff --git a/spellbook/models/opensea/opensea_trades.sql b/spellbook/models/opensea/opensea_trades.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='trades',
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_trade_id'
         )
 }}
 

diff --git a/spellbook/models/transfers/ethereum/erc1155/transfers_ethereum_erc1155_agg_day.sql b/spellbook/models/transfers/ethereum/erc1155/transfers_ethereum_erc1155_agg_day.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='erc1155_agg_day',
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_transfer_id'
         )
 }}
 

diff --git a/spellbook/models/transfers/ethereum/erc1155/transfers_ethereum_erc1155_agg_hour.sql b/spellbook/models/transfers/ethereum/erc1155/transfers_ethereum_erc1155_agg_hour.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='erc1155_agg_hour',
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_transfer_id'
         )
 }}
 

diff --git a/spellbook/models/transfers/ethereum/erc20/transfers_ethereum_erc20_agg_day.sql b/spellbook/models/transfers/ethereum/erc20/transfers_ethereum_erc20_agg_day.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='erc20_agg_day',
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_transfer_id'
         )
 }}
 

diff --git a/spellbook/models/transfers/ethereum/erc20/transfers_ethereum_erc20_agg_hour.sql b/spellbook/models/transfers/ethereum/erc20/transfers_ethereum_erc20_agg_hour.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='erc20_agg_hour', 
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_transfer_id'
         )
 }}
 

diff --git a/spellbook/models/transfers/ethereum/erc721/transfers_ethereum_erc721_agg_day.sql b/spellbook/models/transfers/ethereum/erc721/transfers_ethereum_erc721_agg_day.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='erc721_agg_day', 
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_transfer_id'
         )
 }}
 

diff --git a/spellbook/models/transfers/ethereum/erc721/transfers_ethereum_erc721_agg_hour.sql b/spellbook/models/transfers/ethereum/erc721/transfers_ethereum_erc721_agg_hour.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='erc721_agg_hour', 
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_transfer_id'
         )
 }}
 

diff --git a/spellbook/models/uniswap/uniswap_trades.sql b/spellbook/models/uniswap/uniswap_trades.sql
@@ -1,7 +1,9 @@
 {{ config(
         alias ='trades',
         materialized ='incremental',
-        file_format ='delta'
+        file_format ='delta',
+        incremental_strategy='merge',
+        unique_key='unique_trade_id'
         )
 }}