Add clipper to dex.trades_beta

macros/models/_sector/dex/clipper_compatible_trades.sql

@@ -0,0 +1,52 @@
+{% macro clipper_compatible_trades(
+    blockchain = null,
+    project = null,
+    sources = []
+    )
+%}
+
+WITH dexs AS (
+    {% for src in sources %}
+        SELECT
+            '{{ src["version"] }}' as version,
+            t.evt_block_number AS block_number,
+            t.evt_block_time AS block_time,
+            t.recipient as taker,
+            CAST(NULL AS VARBINARY) AS maker,
+            t.inAmount as token_sold_amount_raw,
+            t.outAmount as token_bought_amount_raw,
+            t.inAsset as token_sold_address,
+            t.outAsset as token_bought_address,
+            t.contract_address AS project_contract_address,
+            t.evt_tx_hash AS tx_hash,
+            t.evt_index
+        FROM {{ source('clipper_' ~ blockchain, src["source"] )}} t
+        {% if is_incremental() %}
+        WHERE {{ incremental_predicate('evt_block_time') }}
+        {% endif %}
+        {% if not loop.last %}
+        UNION ALL
+        {% endif %}
+    {% endfor %}
+)
+
+SELECT
+    '{{ blockchain }}' AS blockchain,
+    '{{ project }}' AS project,
+    dexs.version,
+    CAST(date_trunc('month', dexs.block_time) AS date) AS block_month,
+    CAST(date_trunc('day', dexs.block_time) AS date) AS block_date,
+    dexs.block_time,
+    dexs.block_number,
+    dexs.token_bought_amount_raw,
+    dexs.token_sold_amount_raw,
+    dexs.token_bought_address,
+    dexs.token_sold_address,
+    dexs.taker,
+    dexs.maker,
+    dexs.project_contract_address,
+    dexs.tx_hash,
+    dexs.evt_index
+FROM dexs
+
+{% endmacro %}

models/_sector/dex/trades/arbitrum/_schema.yml

@@ -234,3 +234,26 @@ models:
           seed_file: ref('pancakeswap_arbitrum_base_trades_seed')
           filter:
             version: 3
+
+  - name: clipper_arbitrum_base_trades
+    meta:
+      blockchain: arbitrum
+      sector: dex
+      project: clipper
+      contributors: 0xRob, amalashkevich, tomfutago
+    config:
+      tags: [ 'arbitrum', 'dex', 'trades', 'clipper' ]
+    description: "clipper Arbitrum base trades"
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - tx_hash
+            - evt_index
+      - check_dex_base_trades_seed:
+          seed_file: ref('clipper_arbitrum_base_trades_seed')
+          filter:
+            version:
+              - coves1
+              - coves2
+              - 1
+              - 2

models/_sector/dex/trades/arbitrum/_sources.yml

@@ -41,3 +41,9 @@ sources:
   - name: balancer_v2_arbitrum
     tables:
       - name: Vault_evt_Swap
+  - name: clipper_arbitrum
+    tables:
+      - name: ClipperCove_evt_CoveSwapped
+      - name: ClipperCove_v2_evt_CoveSwapped
+      - name: ClipperPackedVerifiedExchange_evt_Swapped
+      - name: ClipperPackedVerifiedExchange_v2_evt_Swapped

models/_sector/dex/trades/arbitrum/dex_arbitrum_base_trades.sql

@@ -18,6 +18,7 @@
     , ref('pancakeswap_v2_arbitrum_base_trades')
     , ref('pancakeswap_v3_arbitrum_base_trades')
     , ref('balancer_v2_arbitrum_base_trades')
+    , ref('clipper_arbitrum_base_trades')
 ] %}
 
 WITH base_union AS (

models/_sector/dex/trades/arbitrum/platforms/clipper_arbitrum_base_trades.sql

@@ -0,0 +1,28 @@
+{{
+    config(
+        schema = 'clipper_arbitrum',
+        alias = 'base_trades',
+        materialized = 'incremental',
+        file_format = 'delta',
+        incremental_strategy = 'merge',
+        unique_key = ['tx_hash', 'evt_index'],
+        incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')]
+    )
+}}
+
+{%
+    set config_sources = [
+        {'version': 'coves1', 'source': 'ClipperCove_evt_CoveSwapped'},
+        {'version': 'coves2', 'source': 'ClipperCove_v2_evt_CoveSwapped'},
+        {'version': '1', 'source': 'ClipperPackedVerifiedExchange_evt_Swapped'},
+        {'version': '2', 'source': 'ClipperPackedVerifiedExchange_v2_evt_Swapped'},
+    ]
+%}
+
+{{
+    clipper_compatible_trades(
+        blockchain = 'arbitrum',
+        project = 'clipper',
+        sources = config_sources
+    )
+}}

models/_sector/dex/trades/ethereum/_schema.yml

@@ -323,3 +323,26 @@ models:
             - evt_index
       - check_dex_base_trades_seed:
           seed_file: ref('verse_dex_ethereum_base_trades_seed')
+
+  - name: clipper_ethereum_base_trades
+    meta:
+      blockchain: ethereum
+      sector: dex
+      project: clipper
+      contributors: 0xRob, amalashkevich, tomfutago
+    config:
+      tags: [ 'ethereum', 'dex', 'trades', 'clipper' ]
+    description: "clipper ethereum base trades"
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - tx_hash
+            - evt_index
+      - check_dex_base_trades_seed:
+          seed_file: ref('clipper_ethereum_base_trades_seed')
+          filter:
+            version:
+              - 1
+              - 2
+              - 3
+              - 4

models/_sector/dex/trades/ethereum/_sources.yml

@@ -61,3 +61,9 @@ sources:
     tables:
       - name: SwapsPair_evt_Swap
       - name: Factory_evt_PairCreated
+  - name: clipper_ethereum
+    tables:
+      - name: ClipperExchangeInterface_evt_Swapped
+      - name: ClipperCaravelExchange_evt_Swapped
+      - name: ClipperVerifiedCaravelExchange_evt_Swapped
+      - name: ClipperApproximateCaravelExchange_evt_Swapped

models/_sector/dex/trades/ethereum/platforms/clipper_ethereum_base_trades.sql

@@ -0,0 +1,28 @@
+{{
+    config(
+        schema = 'clipper_ethereum',
+        alias = 'base_trades',
+        materialized = 'incremental',
+        file_format = 'delta',
+        incremental_strategy = 'merge',
+        unique_key = ['tx_hash', 'evt_index'],
+        incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')]
+    )
+}}
+
+{%
+    set config_sources = [
+        {'version': '1', 'source': 'ClipperExchangeInterface_evt_Swapped'},
+        {'version': '2', 'source': 'ClipperCaravelExchange_evt_Swapped'},
+        {'version': '3', 'source': 'ClipperVerifiedCaravelExchange_evt_Swapped'},
+        {'version': '4', 'source': 'ClipperApproximateCaravelExchange_evt_Swapped'},
+    ]
+%}
+
+{{
+    clipper_compatible_trades(
+        blockchain = 'ethereum',
+        project = 'clipper',
+        sources = config_sources
+    )
+}}

models/_sector/dex/trades/optimism/_schema.yml

@@ -176,4 +176,26 @@ models:
             - tx_hash
             - evt_index
       - check_dex_base_trades_seed:
-          seed_file: ref('wardenswap_optimism_base_trades_seed')
+          seed_file: ref('wardenswap_optimism_base_trades_seed')
+
+  - name: clipper_optimism_base_trades
+    meta:
+      blockchain: optimism
+      sector: dex
+      project: clipper
+      contributors: 0xRob, amalashkevich, tomfutago
+    config:
+      tags: [ 'optimism', 'dex', 'trades', 'clipper' ]
+    description: "clipper optimism base trades"
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - tx_hash
+            - evt_index
+      - check_dex_base_trades_seed:
+          seed_file: ref('clipper_optimism_base_trades_seed')
+          filter:
+            version:
+              - coves1
+              - 1
+              - 2

models/_sector/dex/trades/optimism/_sources.yml

@@ -18,3 +18,8 @@ sources:
   - name: wardenswap_optimism
     tables:
       - name: WardenRouterV2_L2_evt_Trade
+  - name: clipper_optimism
+    tables:
+      - name: ClipperPackedExchange_evt_Swapped
+      - name: ClipperPackedVerifiedExchange_evt_Swapped
+      - name: ClipperCove_evt_CoveSwapped

models/_sector/dex/trades/optimism/dex_optimism_base_trades.sql

@@ -15,6 +15,7 @@
     , ref('zipswap_optimism_base_trades')
     , ref('balancer_v2_optimism_base_trades')
     , ref('wardenswap_optimism_base_trades')
+    , ref('clipper_optimism_base_trades')
 ] %}
 
 WITH base_union AS (

models/_sector/dex/trades/optimism/platforms/clipper_optimism_base_trades.sql

@@ -0,0 +1,27 @@
+{{
+    config(
+        schema = 'clipper_optimism',
+        alias = 'base_trades',
+        materialized = 'incremental',
+        file_format = 'delta',
+        incremental_strategy = 'merge',
+        unique_key = ['tx_hash', 'evt_index'],
+        incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')]
+    )
+}}
+
+{%
+    set config_sources = [
+        {'version': 'coves1', 'source': 'ClipperCove_evt_CoveSwapped'},
+        {'version': '1', 'source': 'ClipperPackedExchange_evt_Swapped'},
+        {'version': '2', 'source': 'ClipperPackedVerifiedExchange_evt_Swapped'},
+    ]
+%}
+
+{{
+    clipper_compatible_trades(
+        blockchain = 'optimism',
+        project = 'clipper',
+        sources = config_sources
+    )
+}}

models/_sector/dex/trades/polygon/_schema.yml

@@ -193,3 +193,25 @@ models:
           seed_file: ref('fraxswap_polygon_base_trades_seed')
           filter:
             version: 1
+
+  - name: clipper_polygon_base_trades
+    meta:
+      blockchain: polygon
+      sector: dex
+      project: clipper
+      contributors: 0xRob, amalashkevich, tomfutago
+    config:
+      tags: [ 'polygon', 'dex', 'trades', 'clipper' ]
+    description: "clipper polygon base trades"
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - tx_hash
+            - evt_index
+      - check_dex_base_trades_seed:
+          seed_file: ref('clipper_polygon_base_trades_seed')
+          filter:
+            version:
+              - coves1
+              - 1
+              - 2

models/_sector/dex/trades/polygon/_sources.yml

@@ -33,3 +33,8 @@ sources:
     tables:
       - name: FraxswapPair_evt_Swap
       - name: FraxswapFactory_evt_PairCreated
+  - name: clipper_polygon
+    tables:
+      - name: ClipperDirectExchange_evt_Swapped
+      - name: ClipperVerifiedExchange_evt_Swapped
+      - name: ClipperCove_evt_CoveSwapped

models/_sector/dex/trades/polygon/dex_polygon_base_trades.sql

@@ -16,6 +16,7 @@
     , ref('quickswap_v3_polygon_base_trades')
     , ref('balancer_v2_polygon_base_trades')
     , ref('fraxswap_polygon_base_trades')
+    , ref('clipper_polygon_base_trades')
 ] %}
 
 WITH base_union AS (

models/_sector/dex/trades/polygon/platforms/clipper_polygon_base_trades.sql

@@ -0,0 +1,27 @@
+{{
+    config(
+        schema = 'clipper_polygon',
+        alias = 'base_trades',
+        materialized = 'incremental',
+        file_format = 'delta',
+        incremental_strategy = 'merge',
+        unique_key = ['tx_hash', 'evt_index'],
+        incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')]
+    )
+}}
+
+{%
+    set config_sources = [
+        {'version': 'coves1', 'source': 'ClipperCove_evt_CoveSwapped'},
+        {'version': '1', 'source': 'ClipperDirectExchange_evt_Swapped'},
+        {'version': '2', 'source': 'ClipperVerifiedExchange_evt_Swapped'},
+    ]
+%}
+
+{{
+    clipper_compatible_trades(
+        blockchain = 'polygon',
+        project = 'clipper',
+        sources = config_sources
+    )
+}}