back off curated (#285)

* back off curated

* 45

.github/workflows/dbt_run_scheduled_curated.yml

@@ -0,0 +1,45 @@
+name: dbt_run_scheduled_curated
+run-name: dbt_run_scheduled_curated
+
+on:
+  workflow_dispatch:
+  schedule:
+    # Runs at minutes 15 and 45 (see https://crontab.guru)
+    - cron: '15,45 * * * *'
+    
+env:
+  DBT_PROFILES_DIR: ./
+
+  ACCOUNT: "${{ vars.ACCOUNT }}"
+  ROLE: "${{ vars.ROLE }}"
+  USER: "${{ vars.USER }}"
+  PASSWORD: "${{ secrets.PASSWORD }}"
+  REGION: "${{ vars.REGION }}"
+  DATABASE: "${{ vars.DATABASE }}"
+  WAREHOUSE: "${{ vars.WAREHOUSE }}"
+  SCHEMA: "${{ vars.SCHEMA }}"
+
+concurrency:
+  group: ${{ github.workflow }}
+
+jobs:
+  run_dbt_jobs:
+    runs-on: ubuntu-latest
+    environment: 
+      name: workflow_prod
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+          cache: "pip"
+
+      - name: install dependencies
+        run: |
+          pip install -r requirements.txt
+          dbt deps
+      - name: Run DBT Jobs
+        run: |
+          dbt run -m "polygon_models,tag:curated"

models/silver/NFT/silver__complete_nft_sales.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = ['block_number','platform_name','platform_exchange_version'],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH nft_base_models AS (

models/silver/NFT/silver__nft_transfers.sql

@@ -4,7 +4,7 @@
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(contract_address, tx_hash)",
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH base AS (

models/silver/NFT/silver__seaport_1_1_sales.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH seaport_fees_wallet AS (

models/silver/NFT/silver__seaport_1_4_sales.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH seaport_fees_wallet AS (

models/silver/NFT/silver__seaport_1_5_sales.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH seaport_fees_wallet AS (

models/silver/dex/balancer/silver_dex__balancer_pools.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     full_refresh = false,
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pools_registered AS (

models/silver/dex/balancer/silver_dex__balancer_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pool_name AS (

models/silver/dex/curve/silver_dex__curve_pools.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     full_refresh = false,
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH contract_deployments AS (

models/silver/dex/curve/silver_dex__curve_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pool_meta AS (

models/silver/dex/dodo/silver_dex__dodo_v1_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_events AS (

models/silver/dex/dodo/silver_dex__dodo_v1_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/dodo/silver_dex__dodo_v2_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pools AS (

models/silver/dex/dodo/silver_dex__dodo_v2_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/fraxswap/silver_dex__fraxswap_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_creation AS (

models/silver/dex/fraxswap/silver_dex__fraxswap_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/hashflow/silver_dex__hashflow_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH contract_deployments AS (

models/silver/dex/hashflow/silver_dex__hashflow_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/kyberswap/silver_dex__kyberswap_v1_dynamic_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_creation AS (

models/silver/dex/kyberswap/silver_dex__kyberswap_v1_dynamic_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_creation AS (

models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_creation AS (

models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/quickswap/silver_dex__quickswap_v2_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_creation AS (

models/silver/dex/quickswap/silver_dex__quickswap_v2_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/quickswap/silver_dex__quickswap_v3_pools.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['_inserted_timestamp::DATE'],
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_creation AS (

models/silver/dex/quickswap/silver_dex__quickswap_v3_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH base_swaps AS (

models/silver/dex/silver_dex__complete_dex_liquidity_pools.sql

@@ -3,7 +3,7 @@
   incremental_strategy = 'delete+insert',
   unique_key = ['block_number','platform','version'],
   cluster_by = ['block_timestamp::DATE'],
-  tags = ['non_realtime','reorg']
+  tags = ['curated','reorg']
 ) }}
 
 WITH contracts AS (

models/silver/dex/silver_dex__complete_dex_swaps.sql

@@ -3,7 +3,7 @@
   incremental_strategy = 'delete+insert',
   unique_key = ['block_number','platform','version'],
   cluster_by = ['block_timestamp::DATE'],
-  tags = ['non_realtime','reorg']
+  tags = ['curated','reorg']
 ) }}
 
 WITH contracts AS (

models/silver/dex/sushi/silver_dex__sushi_pools.sql

@@ -2,7 +2,7 @@
     materialized = 'incremental',
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH pool_creation AS (

models/silver/dex/sushi/silver_dex__sushi_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH pools AS (

models/silver/dex/uniswap/silver_dex__univ3_pools.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'created_block',
     cluster_by = ['_inserted_timestamp::DATE'],
-    tags = ['non_realtime']
+    tags = ['curated']
 ) }}
 
 WITH created_pools AS (

models/silver/dex/uniswap/silver_dex__univ3_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH base_swaps AS (

models/silver/dex/woofi/silver_dex__woofi_swaps.sql

@@ -3,7 +3,7 @@
     incremental_strategy = 'delete+insert',
     unique_key = 'block_number',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['non_realtime','reorg']
+    tags = ['curated','reorg']
 ) }}
 
 WITH router_swaps_base AS (