diff --git a/.github/workflows/dbt_run_abi_refresh.yml b/.github/workflows/dbt_run_abi_refresh.yml index e89628f3..fd4690d6 100644 --- a/.github/workflows/dbt_run_abi_refresh.yml +++ b/.github/workflows/dbt_run_abi_refresh.yml @@ -31,17 +31,18 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | - dbt run -m models/silver/abis + dbt run -m tag:abis diff --git a/.github/workflows/dbt_run_adhoc.yml b/.github/workflows/dbt_run_adhoc.yml index b6a0e0be..757ff1c6 100644 --- a/.github/workflows/dbt_run_adhoc.yml +++ b/.github/workflows/dbt_run_adhoc.yml @@ -52,13 +52,14 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | diff --git a/.github/workflows/dbt_run_api_feeder_table.yml b/.github/workflows/dbt_run_api_feeder_table.yml deleted file mode 100644 index 984ab102..00000000 --- a/.github/workflows/dbt_run_api_feeder_table.yml +++ /dev/null @@ -1,44 +0,0 @@ -name: dbt_run_api_feeder_table -run-name: dbt_run_api_feeder_table - -on: - workflow_dispatch: - schedule: - # Runs "at 8:00 UTC" (see https://crontab.guru) - - cron: '0 8 * * *' - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v1 - with: - python-version: "3.7.x" - - - name: install dependencies - run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click - dbt deps - - name: Run DBT Jobs - run: | - dbt run -m models/silver/api_udf \ No newline at end of file diff --git a/.github/workflows/dbt_run_dev_refresh.yml b/.github/workflows/dbt_run_dev_refresh.yml index ea29450a..0bf81616 100644 --- a/.github/workflows/dbt_run_dev_refresh.yml +++ b/.github/workflows/dbt_run_dev_refresh.yml @@ -31,13 +31,14 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | diff --git a/.github/workflows/dbt_run_full_observability.yml b/.github/workflows/dbt_run_full_observability.yml index 0b8b602f..f18c0f66 100644 --- a/.github/workflows/dbt_run_full_observability.yml +++ b/.github/workflows/dbt_run_full_observability.yml @@ -31,17 +31,18 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | - dbt run --threads 2 --vars '{"OBSERV_FULL_TEST":True}' -m models/silver/_observability + dbt run --threads 2 --vars '{"OBSERV_FULL_TEST":True}' -m tag:observability diff --git a/.github/workflows/dbt_run_incremental.yml b/.github/workflows/dbt_run_incremental.yml deleted file mode 100644 index f3397375..00000000 --- a/.github/workflows/dbt_run_incremental.yml +++ /dev/null @@ -1,45 +0,0 @@ -name: dbt_run_scheduled -run-name: dbt_run_scheduled - -on: - workflow_dispatch: - schedule: - # Runs "at minute 35, every hour" (see https://crontab.guru) - - cron: '35 * * * *' - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v1 - with: - python-version: "3.7.x" - - - name: install dependencies - run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click - dbt deps - - name: Run DBT Jobs - run: | - dbt run --exclude models/silver/api_udf models/silver/abis models/silver/streamline models/silver/silver__decoded_logs.sql models/silver/core/tests - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m models/silver/streamline/decoder/streamline__decode_logs_realtime.sql models/silver/streamline/decoder/streamline__complete_decode_logs.sql \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_history.yml b/.github/workflows/dbt_run_incremental_non_realtime.yml similarity index 62% rename from .github/workflows/dbt_run_streamline_history.yml rename to .github/workflows/dbt_run_incremental_non_realtime.yml index f3c0eb40..568fdb14 100644 --- a/.github/workflows/dbt_run_streamline_history.yml +++ b/.github/workflows/dbt_run_incremental_non_realtime.yml @@ -1,11 +1,12 @@ -name: dbt_run_streamline_history -run-name: dbt_run_streamline_history +name: dbt_run_scheduled_non_realtime +run-name: dbt_run_scheduled_non_realtime on: workflow_dispatch: - branches: - - "main" - + schedule: + # Runs "at minute 35, every hour" (see https://crontab.guru) + - cron: '35 * * * *' + env: DBT_PROFILES_DIR: ./ @@ -24,21 +25,22 @@ concurrency: jobs: run_dbt_jobs: runs-on: ubuntu-latest - environment: + environment: name: workflow_prod steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v2 + - uses: actions/setup-python@v4 with: - python-version: '3.7.x' - cache: 'pip' + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake~=${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/core/history \ No newline at end of file + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m tag:non_realtime 1+tag:streamline_decoded_logs_realtime + \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_chainhead.yml b/.github/workflows/dbt_run_streamline_chainhead.yml index 4a462114..53c8180c 100644 --- a/.github/workflows/dbt_run_streamline_chainhead.yml +++ b/.github/workflows/dbt_run_streamline_chainhead.yml @@ -31,14 +31,15 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/core/realtime \ No newline at end of file + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+tag:streamline_core_realtime \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_decoder.yml b/.github/workflows/dbt_run_streamline_decoder.yml index c2670483..beaadc0d 100644 --- a/.github/workflows/dbt_run_streamline_decoder.yml +++ b/.github/workflows/dbt_run_streamline_decoder.yml @@ -31,14 +31,15 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | - dbt run -m models/silver/silver__decoded_logs.sql \ No newline at end of file + dbt run -m tag:decoded_logs \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_decoder_history.yml b/.github/workflows/dbt_run_streamline_decoder_history.yml index 34450726..05b10a89 100644 --- a/.github/workflows/dbt_run_streamline_decoder_history.yml +++ b/.github/workflows/dbt_run_streamline_decoder_history.yml @@ -31,14 +31,15 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | - dbt run --threads 8 --vars '{"STREAMLINE_INVOKE_STREAMS":True,"WAIT":120}' -m models/silver/streamline/decoder/streamline__complete_decode_logs.sql models/silver/streamline/decoder/history \ No newline at end of file + dbt run --threads 8 --vars '{"STREAMLINE_INVOKE_STREAMS":True,"WAIT":120}' -m 1+tag:streamline_decoded_logs_history \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_history_adhoc.yml b/.github/workflows/dbt_run_streamline_history_adhoc.yml new file mode 100644 index 00000000..81818049 --- /dev/null +++ b/.github/workflows/dbt_run_streamline_history_adhoc.yml @@ -0,0 +1,70 @@ +name: dbt_run_streamline_history_adhoc +run-name: dbt_run_streamline_history_adhoc + +on: + workflow_dispatch: + branches: + - "main" + inputs: + environment: + type: choice + description: DBT Run Environment + required: true + options: + - dev + - prod + - prod_backfill + default: dev + warehouse: + type: choice + description: Snowflake warehouse + required: true + options: + - DBT + - DBT_CLOUD + - DBT_EMERGENCY + default: DBT + dbt_command: + type: choice + description: 'DBT Run Command' + required: true + options: + - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+tag:streamline_core_history + - dbt run --threads 8 --vars '{"STREAMLINE_INVOKE_STREAMS":True,"WAIT":120}' -m 1+tag:streamline_decoded_logs_history + +env: + DBT_PROFILES_DIR: ./ + + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ inputs.warehouse }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} + +jobs: + run_dbt_jobs: + runs-on: ubuntu-latest + environment: + name: workflow_${{ inputs.environment }} + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v4 + with: + python-version: "3.10" + cache: "pip" + + - name: install dependencies + run: | + pip install -r requirements.txt + dbt deps + - name: Run DBT Jobs + run: | + ${{ inputs.dbt_command }} \ No newline at end of file diff --git a/.github/workflows/dbt_test_daily.yml b/.github/workflows/dbt_test_daily.yml index 61021564..963e5c4a 100644 --- a/.github/workflows/dbt_test_daily.yml +++ b/.github/workflows/dbt_test_daily.yml @@ -31,13 +31,14 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | diff --git a/.github/workflows/dbt_test_intraday.yml b/.github/workflows/dbt_test_intraday.yml index e9a64504..788937d9 100644 --- a/.github/workflows/dbt_test_intraday.yml +++ b/.github/workflows/dbt_test_intraday.yml @@ -31,13 +31,14 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.7.x" + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + pip install -r requirements.txt dbt deps - name: Run DBT Jobs run: | diff --git a/models/bronze/api_udf/bronze_api__contract_abis.sql b/models/bronze/api_udf/bronze_api__contract_abis.sql index 08b9c314..fbce6a3d 100644 --- a/models/bronze/api_udf/bronze_api__contract_abis.sql +++ b/models/bronze/api_udf/bronze_api__contract_abis.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = "contract_address", - full_refresh = false + full_refresh = false, + tags = ['non_realtime'] ) }} WITH api_keys AS ( diff --git a/models/bronze/api_udf/bronze_api__token_reads.sql b/models/bronze/api_udf/bronze_api__token_reads.sql index 8aaa0038..63a73e40 100644 --- a/models/bronze/api_udf/bronze_api__token_reads.sql +++ b/models/bronze/api_udf/bronze_api__token_reads.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = "contract_address", - full_refresh = false + full_refresh = false, + tags = ['non_realtime'] ) }} WITH base AS ( diff --git a/models/bronze/bronze__state_hashes.sql b/models/bronze/ethereum/bronze__state_hashes.sql similarity index 89% rename from models/bronze/bronze__state_hashes.sql rename to models/bronze/ethereum/bronze__state_hashes.sql index 87d995aa..c3f0bbfd 100644 --- a/models/bronze/bronze__state_hashes.sql +++ b/models/bronze/ethereum/bronze__state_hashes.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "state_tx_hash" + unique_key = "state_tx_hash", + tags = ['ethereum','non_realtime'] ) }} SELECT diff --git a/models/bronze/bronze__submission_hashes.sql b/models/bronze/ethereum/bronze__submission_hashes.sql similarity index 88% rename from models/bronze/bronze__submission_hashes.sql rename to models/bronze/ethereum/bronze__submission_hashes.sql index db8fb440..7a7f0d0f 100644 --- a/models/bronze/bronze__submission_hashes.sql +++ b/models/bronze/ethereum/bronze__submission_hashes.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "l1_submission_tx_hash" + unique_key = "l1_submission_tx_hash", + tags = ['ethereum','non_realtime'] ) }} SELECT diff --git a/models/gold/core__dim_contracts.sql b/models/gold/core/core__dim_contracts.sql similarity index 100% rename from models/gold/core__dim_contracts.sql rename to models/gold/core/core__dim_contracts.sql diff --git a/models/gold/core__dim_contracts.yml b/models/gold/core/core__dim_contracts.yml similarity index 100% rename from models/gold/core__dim_contracts.yml rename to models/gold/core/core__dim_contracts.yml diff --git a/models/gold/core__dim_dates.sql b/models/gold/core/core__dim_dates.sql similarity index 58% rename from models/gold/core__dim_dates.sql rename to models/gold/core/core__dim_dates.sql index 327ffe3a..e5ef7b8f 100644 --- a/models/gold/core__dim_dates.sql +++ b/models/gold/core/core__dim_dates.sql @@ -1,5 +1,6 @@ {{ config( - materialized = "table" + materialized = "table", + tags = ['non_realtime'] ) }} {{ dbt_date.get_date_dimension( '2017-01-01', diff --git a/models/gold/core__dim_labels.sql b/models/gold/core/core__dim_labels.sql similarity index 100% rename from models/gold/core__dim_labels.sql rename to models/gold/core/core__dim_labels.sql diff --git a/models/gold/core__dim_labels.yml b/models/gold/core/core__dim_labels.yml similarity index 100% rename from models/gold/core__dim_labels.yml rename to models/gold/core/core__dim_labels.yml diff --git a/models/gold/core__ez_decoded_event_logs.sql b/models/gold/core/core__ez_decoded_event_logs.sql similarity index 100% rename from models/gold/core__ez_decoded_event_logs.sql rename to models/gold/core/core__ez_decoded_event_logs.sql diff --git a/models/gold/core__ez_decoded_event_logs.yml b/models/gold/core/core__ez_decoded_event_logs.yml similarity index 100% rename from models/gold/core__ez_decoded_event_logs.yml rename to models/gold/core/core__ez_decoded_event_logs.yml diff --git a/models/gold/core__ez_eth_transfers.sql b/models/gold/core/core__ez_eth_transfers.sql similarity index 100% rename from models/gold/core__ez_eth_transfers.sql rename to models/gold/core/core__ez_eth_transfers.sql diff --git a/models/gold/core__ez_eth_transfers.yml b/models/gold/core/core__ez_eth_transfers.yml similarity index 100% rename from models/gold/core__ez_eth_transfers.yml rename to models/gold/core/core__ez_eth_transfers.yml diff --git a/models/gold/core__ez_token_transfers.sql b/models/gold/core/core__ez_token_transfers.sql similarity index 100% rename from models/gold/core__ez_token_transfers.sql rename to models/gold/core/core__ez_token_transfers.sql diff --git a/models/gold/core__ez_token_transfers.yml b/models/gold/core/core__ez_token_transfers.yml similarity index 100% rename from models/gold/core__ez_token_transfers.yml rename to models/gold/core/core__ez_token_transfers.yml diff --git a/models/gold/core__fact_blocks.sql b/models/gold/core/core__fact_blocks.sql similarity index 100% rename from models/gold/core__fact_blocks.sql rename to models/gold/core/core__fact_blocks.sql diff --git a/models/gold/core__fact_blocks.yml b/models/gold/core/core__fact_blocks.yml similarity index 100% rename from models/gold/core__fact_blocks.yml rename to models/gold/core/core__fact_blocks.yml diff --git a/models/gold/core__fact_decoded_event_logs.sql b/models/gold/core/core__fact_decoded_event_logs.sql similarity index 100% rename from models/gold/core__fact_decoded_event_logs.sql rename to models/gold/core/core__fact_decoded_event_logs.sql diff --git a/models/gold/core__fact_decoded_event_logs.yml b/models/gold/core/core__fact_decoded_event_logs.yml similarity index 100% rename from models/gold/core__fact_decoded_event_logs.yml rename to models/gold/core/core__fact_decoded_event_logs.yml diff --git a/models/gold/core__fact_event_logs.sql b/models/gold/core/core__fact_event_logs.sql similarity index 100% rename from models/gold/core__fact_event_logs.sql rename to models/gold/core/core__fact_event_logs.sql diff --git a/models/gold/core__fact_event_logs.yml b/models/gold/core/core__fact_event_logs.yml similarity index 100% rename from models/gold/core__fact_event_logs.yml rename to models/gold/core/core__fact_event_logs.yml diff --git a/models/gold/core__fact_hourly_token_prices.sql b/models/gold/core/core__fact_hourly_token_prices.sql similarity index 100% rename from models/gold/core__fact_hourly_token_prices.sql rename to models/gold/core/core__fact_hourly_token_prices.sql diff --git a/models/gold/core__fact_hourly_token_prices.yml b/models/gold/core/core__fact_hourly_token_prices.yml similarity index 100% rename from models/gold/core__fact_hourly_token_prices.yml rename to models/gold/core/core__fact_hourly_token_prices.yml diff --git a/models/gold/core__fact_l1_state_root_submissions.sql b/models/gold/core/core__fact_l1_state_root_submissions.sql similarity index 100% rename from models/gold/core__fact_l1_state_root_submissions.sql rename to models/gold/core/core__fact_l1_state_root_submissions.sql diff --git a/models/gold/core__fact_l1_state_root_submissions.yml b/models/gold/core/core__fact_l1_state_root_submissions.yml similarity index 100% rename from models/gold/core__fact_l1_state_root_submissions.yml rename to models/gold/core/core__fact_l1_state_root_submissions.yml diff --git a/models/gold/core__fact_l1_submissions.sql b/models/gold/core/core__fact_l1_submissions.sql similarity index 100% rename from models/gold/core__fact_l1_submissions.sql rename to models/gold/core/core__fact_l1_submissions.sql diff --git a/models/gold/core__fact_l1_submissions.yml b/models/gold/core/core__fact_l1_submissions.yml similarity index 100% rename from models/gold/core__fact_l1_submissions.yml rename to models/gold/core/core__fact_l1_submissions.yml diff --git a/models/gold/core__fact_token_transfers.sql b/models/gold/core/core__fact_token_transfers.sql similarity index 100% rename from models/gold/core__fact_token_transfers.sql rename to models/gold/core/core__fact_token_transfers.sql diff --git a/models/gold/core__fact_token_transfers.yml b/models/gold/core/core__fact_token_transfers.yml similarity index 100% rename from models/gold/core__fact_token_transfers.yml rename to models/gold/core/core__fact_token_transfers.yml diff --git a/models/gold/core__fact_traces.sql b/models/gold/core/core__fact_traces.sql similarity index 100% rename from models/gold/core__fact_traces.sql rename to models/gold/core/core__fact_traces.sql diff --git a/models/gold/core__fact_traces.yml b/models/gold/core/core__fact_traces.yml similarity index 100% rename from models/gold/core__fact_traces.yml rename to models/gold/core/core__fact_traces.yml diff --git a/models/gold/core__fact_transactions.sql b/models/gold/core/core__fact_transactions.sql similarity index 100% rename from models/gold/core__fact_transactions.sql rename to models/gold/core/core__fact_transactions.sql diff --git a/models/gold/core__fact_transactions.yml b/models/gold/core/core__fact_transactions.yml similarity index 100% rename from models/gold/core__fact_transactions.yml rename to models/gold/core/core__fact_transactions.yml diff --git a/models/gold/core__ez_dex_swaps.sql b/models/gold/defi/core__ez_dex_swaps.sql similarity index 100% rename from models/gold/core__ez_dex_swaps.sql rename to models/gold/defi/core__ez_dex_swaps.sql diff --git a/models/gold/core__ez_dex_swaps.yml b/models/gold/defi/core__ez_dex_swaps.yml similarity index 100% rename from models/gold/core__ez_dex_swaps.yml rename to models/gold/defi/core__ez_dex_swaps.yml diff --git a/models/gold/core__fact_delegations.sql b/models/gold/governance/core__fact_delegations.sql similarity index 100% rename from models/gold/core__fact_delegations.sql rename to models/gold/governance/core__fact_delegations.sql diff --git a/models/gold/core__fact_delegations.yml b/models/gold/governance/core__fact_delegations.yml similarity index 100% rename from models/gold/core__fact_delegations.yml rename to models/gold/governance/core__fact_delegations.yml diff --git a/models/gold/core__ez_nft_sales.sql b/models/gold/nft/core__ez_nft_sales.sql similarity index 100% rename from models/gold/core__ez_nft_sales.sql rename to models/gold/nft/core__ez_nft_sales.sql diff --git a/models/gold/core__ez_nft_sales.yml b/models/gold/nft/core__ez_nft_sales.yml similarity index 100% rename from models/gold/core__ez_nft_sales.yml rename to models/gold/nft/core__ez_nft_sales.yml diff --git a/models/velodrome/gold/velodrome__ez_claimed_rewards.sql b/models/gold/protocols/velodrome/velodrome__ez_claimed_rewards.sql similarity index 99% rename from models/velodrome/gold/velodrome__ez_claimed_rewards.sql rename to models/gold/protocols/velodrome/velodrome__ez_claimed_rewards.sql index f01f1be5..42dba2e9 100644 --- a/models/velodrome/gold/velodrome__ez_claimed_rewards.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_claimed_rewards.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'VELODROME', 'PURPOSE': 'DEFI, DEX' } } } ) }} diff --git a/models/velodrome/gold/velodrome__ez_claimed_rewards.yml b/models/gold/protocols/velodrome/velodrome__ez_claimed_rewards.yml similarity index 100% rename from models/velodrome/gold/velodrome__ez_claimed_rewards.yml rename to models/gold/protocols/velodrome/velodrome__ez_claimed_rewards.yml diff --git a/models/velodrome/gold/velodrome__ez_gauges.sql b/models/gold/protocols/velodrome/velodrome__ez_gauges.sql similarity index 96% rename from models/velodrome/gold/velodrome__ez_gauges.sql rename to models/gold/protocols/velodrome/velodrome__ez_gauges.sql index b87bef12..d3016f3b 100644 --- a/models/velodrome/gold/velodrome__ez_gauges.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_gauges.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta={ 'database_tags':{ 'table': { diff --git a/models/velodrome/gold/velodrome__ez_lp_actions.sql b/models/gold/protocols/velodrome/velodrome__ez_lp_actions.sql similarity index 98% rename from models/velodrome/gold/velodrome__ez_lp_actions.sql rename to models/gold/protocols/velodrome/velodrome__ez_lp_actions.sql index 7697cb1d..78518539 100644 --- a/models/velodrome/gold/velodrome__ez_lp_actions.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_lp_actions.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta={ 'database_tags':{ 'table': { diff --git a/models/velodrome/gold/velodrome__ez_lp_actions.yml b/models/gold/protocols/velodrome/velodrome__ez_lp_actions.yml similarity index 100% rename from models/velodrome/gold/velodrome__ez_lp_actions.yml rename to models/gold/protocols/velodrome/velodrome__ez_lp_actions.yml diff --git a/models/velodrome/gold/velodrome__ez_pool_details.sql b/models/gold/protocols/velodrome/velodrome__ez_pool_details.sql similarity index 95% rename from models/velodrome/gold/velodrome__ez_pool_details.sql rename to models/gold/protocols/velodrome/velodrome__ez_pool_details.sql index 19387bef..9415a6e4 100644 --- a/models/velodrome/gold/velodrome__ez_pool_details.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_pool_details.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta={ 'database_tags':{ 'table': { diff --git a/models/velodrome/gold/velodrome__ez_pool_details.yml b/models/gold/protocols/velodrome/velodrome__ez_pool_details.yml similarity index 100% rename from models/velodrome/gold/velodrome__ez_pool_details.yml rename to models/gold/protocols/velodrome/velodrome__ez_pool_details.yml diff --git a/models/velodrome/gold/velodrome__ez_staking_actions.sql b/models/gold/protocols/velodrome/velodrome__ez_staking_actions.sql similarity index 97% rename from models/velodrome/gold/velodrome__ez_staking_actions.sql rename to models/gold/protocols/velodrome/velodrome__ez_staking_actions.sql index 2ef42da9..55fc804f 100644 --- a/models/velodrome/gold/velodrome__ez_staking_actions.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_staking_actions.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta={ 'database_tags':{ 'table': { diff --git a/models/velodrome/gold/velodrome__ez_staking_actions.yml b/models/gold/protocols/velodrome/velodrome__ez_staking_actions.yml similarity index 100% rename from models/velodrome/gold/velodrome__ez_staking_actions.yml rename to models/gold/protocols/velodrome/velodrome__ez_staking_actions.yml diff --git a/models/velodrome/gold/velodrome__ez_swaps.sql b/models/gold/protocols/velodrome/velodrome__ez_swaps.sql similarity index 99% rename from models/velodrome/gold/velodrome__ez_swaps.sql rename to models/gold/protocols/velodrome/velodrome__ez_swaps.sql index 732fbd5c..07d16ec7 100644 --- a/models/velodrome/gold/velodrome__ez_swaps.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_swaps.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'VELODROME', 'PURPOSE': 'DEFI, DEX, SWAPS' } } } ) }} diff --git a/models/velodrome/gold/velodrome__ez_swaps.yml b/models/gold/protocols/velodrome/velodrome__ez_swaps.yml similarity index 100% rename from models/velodrome/gold/velodrome__ez_swaps.yml rename to models/gold/protocols/velodrome/velodrome__ez_swaps.yml diff --git a/models/velodrome/gold/velodrome__ez_velo_locks.sql b/models/gold/protocols/velodrome/velodrome__ez_velo_locks.sql similarity index 97% rename from models/velodrome/gold/velodrome__ez_velo_locks.sql rename to models/gold/protocols/velodrome/velodrome__ez_velo_locks.sql index 44b9f01a..e9659758 100644 --- a/models/velodrome/gold/velodrome__ez_velo_locks.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_velo_locks.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta={ 'database_tags':{ 'table': { diff --git a/models/velodrome/gold/velodrome__ez_velo_locks.yml b/models/gold/protocols/velodrome/velodrome__ez_velo_locks.yml similarity index 100% rename from models/velodrome/gold/velodrome__ez_velo_locks.yml rename to models/gold/protocols/velodrome/velodrome__ez_velo_locks.yml diff --git a/models/velodrome/gold/velodrome__ez_votes.sql b/models/gold/protocols/velodrome/velodrome__ez_votes.sql similarity index 98% rename from models/velodrome/gold/velodrome__ez_votes.sql rename to models/gold/protocols/velodrome/velodrome__ez_votes.sql index 0d9bb67f..43919c62 100644 --- a/models/velodrome/gold/velodrome__ez_votes.sql +++ b/models/gold/protocols/velodrome/velodrome__ez_votes.sql @@ -2,7 +2,6 @@ materialized = 'view', persist_docs ={ "relation": true, "columns": true }, - tags = ['velodrome'], meta={ 'database_tags':{ 'table': { diff --git a/models/velodrome/gold/velodrome__ez_votes.yml b/models/gold/protocols/velodrome/velodrome__ez_votes.yml similarity index 100% rename from models/velodrome/gold/velodrome__ez_votes.yml rename to models/gold/protocols/velodrome/velodrome__ez_votes.yml diff --git a/models/bronze/bronze__blocks.sql b/models/legacy_models/bronze__blocks.sql similarity index 100% rename from models/bronze/bronze__blocks.sql rename to models/legacy_models/bronze__blocks.sql diff --git a/models/bronze/bronze__transactions.sql b/models/legacy_models/bronze__transactions.sql similarity index 100% rename from models/bronze/bronze__transactions.sql rename to models/legacy_models/bronze__transactions.sql diff --git a/models/silver/legacy_models/silver__blocks_old.sql b/models/legacy_models/silver__blocks_old.sql similarity index 100% rename from models/silver/legacy_models/silver__blocks_old.sql rename to models/legacy_models/silver__blocks_old.sql diff --git a/models/silver/legacy_models/silver__logs_old.sql b/models/legacy_models/silver__logs_old.sql similarity index 100% rename from models/silver/legacy_models/silver__logs_old.sql rename to models/legacy_models/silver__logs_old.sql diff --git a/models/silver/legacy_models/silver__traces_old.sql b/models/legacy_models/silver__traces_old.sql similarity index 100% rename from models/silver/legacy_models/silver__traces_old.sql rename to models/legacy_models/silver__traces_old.sql diff --git a/models/silver/legacy_models/silver__transactions_old.sql b/models/legacy_models/silver__transactions_old.sql similarity index 100% rename from models/silver/legacy_models/silver__transactions_old.sql rename to models/legacy_models/silver__transactions_old.sql diff --git a/models/silver/_observability/silver_observability__blocks_completeness.sql b/models/silver/_observability/silver_observability__blocks_completeness.sql index 2e1bd9c1..87a8cda2 100644 --- a/models/silver/_observability/silver_observability__blocks_completeness.sql +++ b/models/silver/_observability/silver_observability__blocks_completeness.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'test_timestamp', - full_refresh = false + full_refresh = false, + tags = ['observability'] ) }} WITH summary_stats AS ( diff --git a/models/silver/_observability/silver_observability__excluded_receipt_blocks.sql b/models/silver/_observability/silver_observability__excluded_receipt_blocks.sql index a81c4f70..867fbbc1 100644 --- a/models/silver/_observability/silver_observability__excluded_receipt_blocks.sql +++ b/models/silver/_observability/silver_observability__excluded_receipt_blocks.sql @@ -1,5 +1,6 @@ {{ config( - materialized = 'view' + materialized = 'view', + tags = ['observability'] ) }} SELECT diff --git a/models/silver/_observability/silver_observability__logs_completeness.sql b/models/silver/_observability/silver_observability__logs_completeness.sql index f305ee4b..201fbca2 100644 --- a/models/silver/_observability/silver_observability__logs_completeness.sql +++ b/models/silver/_observability/silver_observability__logs_completeness.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'test_timestamp', - full_refresh = false + full_refresh = false, + tags = ['observability'] ) }} WITH summary_stats AS ( diff --git a/models/silver/_observability/silver_observability__receipts_completeness.sql b/models/silver/_observability/silver_observability__receipts_completeness.sql index e62de7b1..31c9ee50 100644 --- a/models/silver/_observability/silver_observability__receipts_completeness.sql +++ b/models/silver/_observability/silver_observability__receipts_completeness.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'test_timestamp', - full_refresh = false + full_refresh = false, + tags = ['observability'] ) }} WITH summary_stats AS ( diff --git a/models/silver/_observability/silver_observability__traces_completeness.sql b/models/silver/_observability/silver_observability__traces_completeness.sql index 5c4c597e..01ec4702 100644 --- a/models/silver/_observability/silver_observability__traces_completeness.sql +++ b/models/silver/_observability/silver_observability__traces_completeness.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'test_timestamp', - full_refresh = false + full_refresh = false, + tags = ['observability'] ) }} WITH summary_stats AS ( diff --git a/models/silver/_observability/silver_observability__transactions_completeness.sql b/models/silver/_observability/silver_observability__transactions_completeness.sql index 013b85a0..e96e4b4d 100644 --- a/models/silver/_observability/silver_observability__transactions_completeness.sql +++ b/models/silver/_observability/silver_observability__transactions_completeness.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'test_timestamp', - full_refresh = false + full_refresh = false, + tags = ['observability'] ) }} WITH summary_stats AS ( diff --git a/models/silver/abis/silver__abis.sql b/models/silver/abis/silver__abis.sql index c7d24e61..aaff9a64 100644 --- a/models/silver/abis/silver__abis.sql +++ b/models/silver/abis/silver__abis.sql @@ -1,7 +1,8 @@ {{ config ( materialized = "incremental", unique_key = "contract_address", - post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(contract_address)" + post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(contract_address)", + tags = ['abis'] ) }} WITH override_abis AS ( diff --git a/models/silver/abis/silver__bytecode_abis.sql b/models/silver/abis/silver__bytecode_abis.sql index 4efeae30..186fec70 100644 --- a/models/silver/abis/silver__bytecode_abis.sql +++ b/models/silver/abis/silver__bytecode_abis.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "incremental", - unique_key = "abi_id" + unique_key = "abi_id", + tags = ['abis'] ) }} WITH bytecodes AS ( diff --git a/models/silver/abis/silver__complete_event_abis.sql b/models/silver/abis/silver__complete_event_abis.sql index 2b522369..cf3181b4 100644 --- a/models/silver/abis/silver__complete_event_abis.sql +++ b/models/silver/abis/silver__complete_event_abis.sql @@ -1,5 +1,6 @@ {{ config ( - materialized = 'table' + materialized = 'table', + tags = ['abis'] ) }} WITH abi_base AS ( diff --git a/models/silver/abis/silver__override_abis.sql b/models/silver/abis/silver__override_abis.sql index f711ffe1..88b8439d 100644 --- a/models/silver/abis/silver__override_abis.sql +++ b/models/silver/abis/silver__override_abis.sql @@ -1,5 +1,6 @@ {{ config( - materialized = 'view' + materialized = 'view', + tags = ['abis'] ) }} SELECT diff --git a/models/silver/abis/silver__proxies.sql b/models/silver/abis/silver__proxies.sql index 9d258f6e..7a6cb7cc 100644 --- a/models/silver/abis/silver__proxies.sql +++ b/models/silver/abis/silver__proxies.sql @@ -1,5 +1,6 @@ {{ config ( - materialized = "table" + materialized = "table", + tags = ['abis'] ) }} WITH base AS ( diff --git a/models/silver/api_udf/silver__relevant_abi_contracts.sql b/models/silver/abis/silver__relevant_abi_contracts.sql similarity index 87% rename from models/silver/api_udf/silver__relevant_abi_contracts.sql rename to models/silver/abis/silver__relevant_abi_contracts.sql index 1e866da4..3c0b8a55 100644 --- a/models/silver/api_udf/silver__relevant_abi_contracts.sql +++ b/models/silver/abis/silver__relevant_abi_contracts.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'table', - unique_key = "contract_address" + unique_key = "contract_address", + tags = ['abis'] ) }} WITH base AS ( diff --git a/models/silver/api_udf/silver__relevant_abi_contracts.yml b/models/silver/abis/silver__relevant_abi_contracts.yml similarity index 100% rename from models/silver/api_udf/silver__relevant_abi_contracts.yml rename to models/silver/abis/silver__relevant_abi_contracts.yml diff --git a/models/silver/abis/silver__user_verified_abis.sql b/models/silver/abis/silver__user_verified_abis.sql index be175d78..ff209b63 100644 --- a/models/silver/abis/silver__user_verified_abis.sql +++ b/models/silver/abis/silver__user_verified_abis.sql @@ -1,7 +1,8 @@ {{ config ( materialized = "incremental", unique_key = "id", - merge_update_columns = ["id"] + merge_update_columns = ["id"], + tags = ['abis'] ) }} WITH base AS ( diff --git a/models/silver/abis/silver__verified_abis.sql b/models/silver/abis/silver__verified_abis.sql index 0eb1f906..898179e8 100644 --- a/models/silver/abis/silver__verified_abis.sql +++ b/models/silver/abis/silver__verified_abis.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "contract_address" + unique_key = "contract_address", + tags = ['abis'] ) }} WITH base AS ( diff --git a/models/silver/core/silver__blocks.sql b/models/silver/core/silver__blocks.sql index 575b298c..1aa4ad56 100644 --- a/models/silver/core/silver__blocks.sql +++ b/models/silver/core/silver__blocks.sql @@ -3,7 +3,7 @@ materialized = 'incremental', unique_key = "block_number", cluster_by = "block_timestamp::date", - tags = ['core'], + tags = ['core','non_realtime'], full_refresh = false ) }} diff --git a/models/silver/core/silver__confirmed_blocks.sql b/models/silver/core/silver__confirmed_blocks.sql index 3a24502f..91c0e697 100644 --- a/models/silver/core/silver__confirmed_blocks.sql +++ b/models/silver/core/silver__confirmed_blocks.sql @@ -4,7 +4,8 @@ incremental_strategy = 'delete+insert', unique_key = "block_number", cluster_by = "round(block_number,-3)", - full_refresh = false + full_refresh = false, + tags = ['non_realtime'] ) }} WITH base AS ( diff --git a/models/silver/silver__contracts.sql b/models/silver/core/silver__contracts.sql similarity index 98% rename from models/silver/silver__contracts.sql rename to models/silver/core/silver__contracts.sql index 40a3d9e8..a2764072 100644 --- a/models/silver/silver__contracts.sql +++ b/models/silver/core/silver__contracts.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = 'contract_address' + unique_key = 'contract_address', + tags = ['non_realtime'] ) }} WITH base_metadata AS ( diff --git a/models/silver/silver__contracts.yml b/models/silver/core/silver__contracts.yml similarity index 100% rename from models/silver/silver__contracts.yml rename to models/silver/core/silver__contracts.yml diff --git a/models/silver/silver__created_contracts.sql b/models/silver/core/silver__created_contracts.sql similarity index 90% rename from models/silver/silver__created_contracts.sql rename to models/silver/core/silver__created_contracts.sql index 8f12ad60..01178b59 100644 --- a/models/silver/silver__created_contracts.sql +++ b/models/silver/core/silver__created_contracts.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "incremental", - unique_key = "created_contract_address" + unique_key = "created_contract_address", + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/silver__created_contracts.yml b/models/silver/core/silver__created_contracts.yml similarity index 100% rename from models/silver/silver__created_contracts.yml rename to models/silver/core/silver__created_contracts.yml diff --git a/models/silver/silver__decoded_logs.sql b/models/silver/core/silver__decoded_logs.sql similarity index 98% rename from models/silver/silver__decoded_logs.sql rename to models/silver/core/silver__decoded_logs.sql index 1ccbfd53..d1083552 100644 --- a/models/silver/silver__decoded_logs.sql +++ b/models/silver/core/silver__decoded_logs.sql @@ -5,7 +5,8 @@ cluster_by = "block_timestamp::date", incremental_predicates = ["dynamic_range", "block_number"], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - full_refresh = false + full_refresh = false, + tags = ['decoded_logs'] ) }} WITH base_data AS ( diff --git a/models/silver/silver__decoded_logs.yml b/models/silver/core/silver__decoded_logs.yml similarity index 100% rename from models/silver/silver__decoded_logs.yml rename to models/silver/core/silver__decoded_logs.yml diff --git a/models/silver/core/silver__logs.sql b/models/silver/core/silver__logs.sql index 135041d6..1b2849ea 100644 --- a/models/silver/core/silver__logs.sql +++ b/models/silver/core/silver__logs.sql @@ -4,7 +4,7 @@ unique_key = "block_number", cluster_by = "block_timestamp::date, _inserted_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - tags = ['core'], + tags = ['core','non_realtime'], full_refresh = false ) }} diff --git a/models/silver/core/silver__receipts.sql b/models/silver/core/silver__receipts.sql index 71a42dbb..f7749100 100644 --- a/models/silver/core/silver__receipts.sql +++ b/models/silver/core/silver__receipts.sql @@ -5,7 +5,7 @@ unique_key = "block_number", cluster_by = "ROUND(block_number, -3)", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(tx_hash)", - tags = ['core'], + tags = ['core','non_realtime'], full_refresh = false ) }} diff --git a/models/silver/api_udf/silver__relevant_contracts.sql b/models/silver/core/silver__relevant_contracts.sql similarity index 79% rename from models/silver/api_udf/silver__relevant_contracts.sql rename to models/silver/core/silver__relevant_contracts.sql index 1f05f92d..3f19d8df 100644 --- a/models/silver/api_udf/silver__relevant_contracts.sql +++ b/models/silver/core/silver__relevant_contracts.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'table', - unique_key = "contract_address" + unique_key = "contract_address", + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/api_udf/silver__relevant_contracts.yml b/models/silver/core/silver__relevant_contracts.yml similarity index 100% rename from models/silver/api_udf/silver__relevant_contracts.yml rename to models/silver/core/silver__relevant_contracts.yml diff --git a/models/silver/core/silver__traces.sql b/models/silver/core/silver__traces.sql index ccd60f8e..1a224fc7 100644 --- a/models/silver/core/silver__traces.sql +++ b/models/silver/core/silver__traces.sql @@ -5,7 +5,7 @@ unique_key = "block_number", cluster_by = "block_timestamp::date, _inserted_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - tags = ['core'], + tags = ['core','non_realtime'], full_refresh = false ) }} diff --git a/models/silver/core/silver__transactions.sql b/models/silver/core/silver__transactions.sql index e2c53593..ad7e9f50 100644 --- a/models/silver/core/silver__transactions.sql +++ b/models/silver/core/silver__transactions.sql @@ -5,7 +5,7 @@ unique_key = "block_number", cluster_by = "block_timestamp::date, _inserted_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - tags = ['core'], + tags = ['core','non_realtime'], full_refresh = false ) }} diff --git a/models/silver/silver__transfers.sql b/models/silver/core/silver__transfers.sql similarity index 95% rename from models/silver/silver__transfers.sql rename to models/silver/core/silver__transfers.sql index 7a248b81..027ac761 100644 --- a/models/silver/silver__transfers.sql +++ b/models/silver/core/silver__transfers.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH logs AS ( diff --git a/models/silver/silver__transfers.yml b/models/silver/core/silver__transfers.yml similarity index 100% rename from models/silver/silver__transfers.yml rename to models/silver/core/silver__transfers.yml diff --git a/models/silver/core/silver__tx_count.sql b/models/silver/core/silver__tx_count.sql index 0144d017..e90e9194 100644 --- a/models/silver/core/silver__tx_count.sql +++ b/models/silver/core/silver__tx_count.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "block_number" + unique_key = "block_number", + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/dex/beethovenx/silver_dex__beethovenx_pools.sql b/models/silver/defi/dex/beethovenx/silver_dex__beethovenx_pools.sql similarity index 98% rename from models/silver/dex/beethovenx/silver_dex__beethovenx_pools.sql rename to models/silver/defi/dex/beethovenx/silver_dex__beethovenx_pools.sql index 3211ad0d..a007e736 100644 --- a/models/silver/dex/beethovenx/silver_dex__beethovenx_pools.sql +++ b/models/silver/defi/dex/beethovenx/silver_dex__beethovenx_pools.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = "pool_address", - full_refresh = false + full_refresh = false, + tags = ['non_realtime'] ) }} WITH pool_creation AS ( diff --git a/models/silver/dex/beethovenx/silver_dex__beethovenx_pools.yml b/models/silver/defi/dex/beethovenx/silver_dex__beethovenx_pools.yml similarity index 100% rename from models/silver/dex/beethovenx/silver_dex__beethovenx_pools.yml rename to models/silver/defi/dex/beethovenx/silver_dex__beethovenx_pools.yml diff --git a/models/silver/dex/beethovenx/silver_dex__beethovenx_swaps.sql b/models/silver/defi/dex/beethovenx/silver_dex__beethovenx_swaps.sql similarity index 96% rename from models/silver/dex/beethovenx/silver_dex__beethovenx_swaps.sql rename to models/silver/defi/dex/beethovenx/silver_dex__beethovenx_swaps.sql index 21407c86..94d96e8f 100644 --- a/models/silver/dex/beethovenx/silver_dex__beethovenx_swaps.sql +++ b/models/silver/defi/dex/beethovenx/silver_dex__beethovenx_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH pools AS ( diff --git a/models/silver/dex/beethovenx/silver_dex__beethovenx_swaps.yml b/models/silver/defi/dex/beethovenx/silver_dex__beethovenx_swaps.yml similarity index 100% rename from models/silver/dex/beethovenx/silver_dex__beethovenx_swaps.yml rename to models/silver/defi/dex/beethovenx/silver_dex__beethovenx_swaps.yml diff --git a/models/silver/dex/curve/silver_dex__curve_pools.sql b/models/silver/defi/dex/curve/silver_dex__curve_pools.sql similarity index 98% rename from models/silver/dex/curve/silver_dex__curve_pools.sql rename to models/silver/defi/dex/curve/silver_dex__curve_pools.sql index 5f559899..204afaf6 100644 --- a/models/silver/dex/curve/silver_dex__curve_pools.sql +++ b/models/silver/defi/dex/curve/silver_dex__curve_pools.sql @@ -1,8 +1,9 @@ {{ config( materialized = 'incremental', - unique_key = "pool_id" + unique_key = "pool_id", + full_refresh = false, + tags = ['non_realtime'] ) }} --- full_refresh = false WITH contract_deployments AS ( diff --git a/models/silver/dex/curve/silver_dex__curve_pools.yml b/models/silver/defi/dex/curve/silver_dex__curve_pools.yml similarity index 100% rename from models/silver/dex/curve/silver_dex__curve_pools.yml rename to models/silver/defi/dex/curve/silver_dex__curve_pools.yml diff --git a/models/silver/dex/curve/silver_dex__curve_swaps.sql b/models/silver/defi/dex/curve/silver_dex__curve_swaps.sql similarity index 98% rename from models/silver/dex/curve/silver_dex__curve_swaps.sql rename to models/silver/defi/dex/curve/silver_dex__curve_swaps.sql index 01c308aa..59a1c276 100644 --- a/models/silver/dex/curve/silver_dex__curve_swaps.sql +++ b/models/silver/defi/dex/curve/silver_dex__curve_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = "_log_id", - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH pool_meta AS ( diff --git a/models/silver/dex/curve/silver_dex__curve_swaps.yml b/models/silver/defi/dex/curve/silver_dex__curve_swaps.yml similarity index 100% rename from models/silver/dex/curve/silver_dex__curve_swaps.yml rename to models/silver/defi/dex/curve/silver_dex__curve_swaps.yml diff --git a/models/silver/dex/dodo/silver_dex__dodo_v2_pools.sql b/models/silver/defi/dex/dodo/silver_dex__dodo_v2_pools.sql similarity index 98% rename from models/silver/dex/dodo/silver_dex__dodo_v2_pools.sql rename to models/silver/defi/dex/dodo/silver_dex__dodo_v2_pools.sql index 097e112a..b97db7b9 100644 --- a/models/silver/dex/dodo/silver_dex__dodo_v2_pools.sql +++ b/models/silver/defi/dex/dodo/silver_dex__dodo_v2_pools.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "pool_address" + unique_key = "pool_address", + tags = ['non_realtime'] ) }} WITH pool_tr AS ( diff --git a/models/silver/dex/dodo/silver_dex__dodo_v2_pools.yml b/models/silver/defi/dex/dodo/silver_dex__dodo_v2_pools.yml similarity index 100% rename from models/silver/dex/dodo/silver_dex__dodo_v2_pools.yml rename to models/silver/defi/dex/dodo/silver_dex__dodo_v2_pools.yml diff --git a/models/silver/dex/dodo/silver_dex__dodo_v2_swaps.sql b/models/silver/defi/dex/dodo/silver_dex__dodo_v2_swaps.sql similarity index 97% rename from models/silver/dex/dodo/silver_dex__dodo_v2_swaps.sql rename to models/silver/defi/dex/dodo/silver_dex__dodo_v2_swaps.sql index 2b7a28b7..18d121c5 100644 --- a/models/silver/dex/dodo/silver_dex__dodo_v2_swaps.sql +++ b/models/silver/defi/dex/dodo/silver_dex__dodo_v2_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH pools AS ( diff --git a/models/silver/dex/dodo/silver_dex__dodo_v2_swaps.yml b/models/silver/defi/dex/dodo/silver_dex__dodo_v2_swaps.yml similarity index 100% rename from models/silver/dex/dodo/silver_dex__dodo_v2_swaps.yml rename to models/silver/defi/dex/dodo/silver_dex__dodo_v2_swaps.yml diff --git a/models/silver/dex/frax/silver_dex__fraxswap_pools.sql b/models/silver/defi/dex/frax/silver_dex__fraxswap_pools.sql similarity index 95% rename from models/silver/dex/frax/silver_dex__fraxswap_pools.sql rename to models/silver/defi/dex/frax/silver_dex__fraxswap_pools.sql index cc842000..fa96f43e 100644 --- a/models/silver/dex/frax/silver_dex__fraxswap_pools.sql +++ b/models/silver/defi/dex/frax/silver_dex__fraxswap_pools.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "pool_address" + unique_key = "pool_address", + tags = ['non_realtime'] ) }} WITH pool_creation AS ( diff --git a/models/silver/dex/frax/silver_dex__fraxswap_pools.yml b/models/silver/defi/dex/frax/silver_dex__fraxswap_pools.yml similarity index 100% rename from models/silver/dex/frax/silver_dex__fraxswap_pools.yml rename to models/silver/defi/dex/frax/silver_dex__fraxswap_pools.yml diff --git a/models/silver/dex/frax/silver_dex__fraxswap_swaps.sql b/models/silver/defi/dex/frax/silver_dex__fraxswap_swaps.sql similarity index 97% rename from models/silver/dex/frax/silver_dex__fraxswap_swaps.sql rename to models/silver/defi/dex/frax/silver_dex__fraxswap_swaps.sql index c2dee4c5..d5ca2951 100644 --- a/models/silver/dex/frax/silver_dex__fraxswap_swaps.sql +++ b/models/silver/defi/dex/frax/silver_dex__fraxswap_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH pools AS ( diff --git a/models/silver/dex/frax/silver_dex__fraxswap_swaps.yml b/models/silver/defi/dex/frax/silver_dex__fraxswap_swaps.yml similarity index 100% rename from models/silver/dex/frax/silver_dex__fraxswap_swaps.yml rename to models/silver/defi/dex/frax/silver_dex__fraxswap_swaps.yml diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.sql b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.sql similarity index 96% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.sql rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.sql index 45e2bf62..aff5b56e 100644 --- a/models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.sql +++ b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "pool_address" + unique_key = "pool_address", + tags = ['non_realtime'] ) }} WITH pool_creation AS ( diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.yml b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.yml similarity index 100% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.yml rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_pools.yml diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.sql b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.sql similarity index 97% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.sql rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.sql index 0841099d..a4b42af8 100644 --- a/models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.sql +++ b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH pools AS ( diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.yml b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.yml similarity index 100% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.yml rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v1_static_swaps.yml diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.sql b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.sql similarity index 96% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.sql rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.sql index a36ea54e..d05660eb 100644 --- a/models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.sql +++ b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "pool_address" + unique_key = "pool_address", + tags = ['non_realtime'] ) }} WITH pool_creation AS ( diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.yml b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.yml similarity index 100% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.yml rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_pools.yml diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.sql b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.sql similarity index 97% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.sql rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.sql index b7726afb..814534d9 100644 --- a/models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.sql +++ b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH pools AS ( diff --git a/models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.yml b/models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.yml similarity index 100% rename from models/silver/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.yml rename to models/silver/defi/dex/kyberswap/silver_dex__kyberswap_v2_elastic_swaps.yml diff --git a/models/silver/dex/silver_dex__complete_dex_swaps.sql b/models/silver/defi/dex/silver_dex__complete_dex_swaps.sql similarity index 99% rename from models/silver/dex/silver_dex__complete_dex_swaps.sql rename to models/silver/defi/dex/silver_dex__complete_dex_swaps.sql index 5f881e93..3350a7ee 100644 --- a/models/silver/dex/silver_dex__complete_dex_swaps.sql +++ b/models/silver/defi/dex/silver_dex__complete_dex_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = "_log_id", - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH contracts AS ( diff --git a/models/silver/dex/silver_dex__complete_dex_swaps.yml b/models/silver/defi/dex/silver_dex__complete_dex_swaps.yml similarity index 100% rename from models/silver/dex/silver_dex__complete_dex_swaps.yml rename to models/silver/defi/dex/silver_dex__complete_dex_swaps.yml diff --git a/models/silver/dex/sushi/silver_dex__sushi_pools.sql b/models/silver/defi/dex/sushi/silver_dex__sushi_pools.sql similarity index 95% rename from models/silver/dex/sushi/silver_dex__sushi_pools.sql rename to models/silver/defi/dex/sushi/silver_dex__sushi_pools.sql index 7c7341c7..89a19819 100644 --- a/models/silver/dex/sushi/silver_dex__sushi_pools.sql +++ b/models/silver/defi/dex/sushi/silver_dex__sushi_pools.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = "pool_address" + unique_key = "pool_address", + tags = ['non_realtime'] ) }} WITH pool_creation AS ( diff --git a/models/silver/dex/sushi/silver_dex__sushi_pools.yml b/models/silver/defi/dex/sushi/silver_dex__sushi_pools.yml similarity index 100% rename from models/silver/dex/sushi/silver_dex__sushi_pools.yml rename to models/silver/defi/dex/sushi/silver_dex__sushi_pools.yml diff --git a/models/silver/dex/sushi/silver_dex__sushi_swaps.sql b/models/silver/defi/dex/sushi/silver_dex__sushi_swaps.sql similarity index 95% rename from models/silver/dex/sushi/silver_dex__sushi_swaps.sql rename to models/silver/defi/dex/sushi/silver_dex__sushi_swaps.sql index 0519a01e..46827fd5 100644 --- a/models/silver/dex/sushi/silver_dex__sushi_swaps.sql +++ b/models/silver/defi/dex/sushi/silver_dex__sushi_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH pools AS ( diff --git a/models/silver/dex/sushi/silver_dex__sushi_swaps.yml b/models/silver/defi/dex/sushi/silver_dex__sushi_swaps.yml similarity index 100% rename from models/silver/dex/sushi/silver_dex__sushi_swaps.yml rename to models/silver/defi/dex/sushi/silver_dex__sushi_swaps.yml diff --git a/models/silver/dex/synthetix/silver_dex__synthetix_swaps.sql b/models/silver/defi/dex/synthetix/silver_dex__synthetix_swaps.sql similarity index 96% rename from models/silver/dex/synthetix/silver_dex__synthetix_swaps.sql rename to models/silver/defi/dex/synthetix/silver_dex__synthetix_swaps.sql index b0269685..2de0d63a 100644 --- a/models/silver/dex/synthetix/silver_dex__synthetix_swaps.sql +++ b/models/silver/defi/dex/synthetix/silver_dex__synthetix_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = "_log_id", - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH swaps_base AS ( diff --git a/models/silver/dex/synthetix/silver_dex__synthetix_swaps.yml b/models/silver/defi/dex/synthetix/silver_dex__synthetix_swaps.yml similarity index 100% rename from models/silver/dex/synthetix/silver_dex__synthetix_swaps.yml rename to models/silver/defi/dex/synthetix/silver_dex__synthetix_swaps.yml diff --git a/models/silver/dex/uniswap/silver_dex__univ3_pools.sql b/models/silver/defi/dex/uniswap/silver_dex__univ3_pools.sql similarity index 97% rename from models/silver/dex/uniswap/silver_dex__univ3_pools.sql rename to models/silver/defi/dex/uniswap/silver_dex__univ3_pools.sql index 4f3a9c48..a5c50918 100644 --- a/models/silver/dex/uniswap/silver_dex__univ3_pools.sql +++ b/models/silver/defi/dex/uniswap/silver_dex__univ3_pools.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'pool_address', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH created_pools AS ( diff --git a/models/silver/dex/uniswap/silver_dex__univ3_pools.yml b/models/silver/defi/dex/uniswap/silver_dex__univ3_pools.yml similarity index 100% rename from models/silver/dex/uniswap/silver_dex__univ3_pools.yml rename to models/silver/defi/dex/uniswap/silver_dex__univ3_pools.yml diff --git a/models/silver/dex/uniswap/silver_dex__univ3_swaps.sql b/models/silver/defi/dex/uniswap/silver_dex__univ3_swaps.sql similarity index 97% rename from models/silver/dex/uniswap/silver_dex__univ3_swaps.sql rename to models/silver/defi/dex/uniswap/silver_dex__univ3_swaps.sql index 4ed16d18..db8c62a5 100644 --- a/models/silver/dex/uniswap/silver_dex__univ3_swaps.sql +++ b/models/silver/defi/dex/uniswap/silver_dex__univ3_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH base_swaps AS ( diff --git a/models/silver/dex/uniswap/silver_dex__univ3_swaps.yml b/models/silver/defi/dex/uniswap/silver_dex__univ3_swaps.yml similarity index 100% rename from models/silver/dex/uniswap/silver_dex__univ3_swaps.yml rename to models/silver/defi/dex/uniswap/silver_dex__univ3_swaps.yml diff --git a/models/silver/dex/woofi/silver_dex__woofi_swaps.sql b/models/silver/defi/dex/woofi/silver_dex__woofi_swaps.sql similarity index 98% rename from models/silver/dex/woofi/silver_dex__woofi_swaps.sql rename to models/silver/defi/dex/woofi/silver_dex__woofi_swaps.sql index df78ee98..e200301b 100644 --- a/models/silver/dex/woofi/silver_dex__woofi_swaps.sql +++ b/models/silver/defi/dex/woofi/silver_dex__woofi_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = '_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH router_swaps_base AS ( diff --git a/models/silver/dex/woofi/silver_dex__woofi_swaps.yml b/models/silver/defi/dex/woofi/silver_dex__woofi_swaps.yml similarity index 100% rename from models/silver/dex/woofi/silver_dex__woofi_swaps.yml rename to models/silver/defi/dex/woofi/silver_dex__woofi_swaps.yml diff --git a/models/L1_data/silver__state_hashes.sql b/models/silver/ethereum/silver__state_hashes.sql similarity index 97% rename from models/L1_data/silver__state_hashes.sql rename to models/silver/ethereum/silver__state_hashes.sql index fb50c188..91da4487 100644 --- a/models/L1_data/silver__state_hashes.sql +++ b/models/silver/ethereum/silver__state_hashes.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = "block_number", cluster_by = ['state_block_timestamp::DATE'], - tags = ['optimism'] + tags = ['ethereum','non_realtime'] ) }} WITH base AS ( diff --git a/models/L1_data/silver__submission_hashes.sql b/models/silver/ethereum/silver__submission_hashes.sql similarity index 97% rename from models/L1_data/silver__submission_hashes.sql rename to models/silver/ethereum/silver__submission_hashes.sql index be981337..85861011 100644 --- a/models/L1_data/silver__submission_hashes.sql +++ b/models/silver/ethereum/silver__submission_hashes.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = "block_number", cluster_by = ['l1_submission_block_timestamp::DATE'], - tags = ['optimism'] + tags = ['ethereum','non_realtime'] ) }} WITH base AS ( diff --git a/models/silver/silver__delegations.sql b/models/silver/governance/silver__delegations.sql similarity index 97% rename from models/silver/silver__delegations.sql rename to models/silver/governance/silver__delegations.sql index 1e9c4ba0..16b7bfd5 100644 --- a/models/silver/silver__delegations.sql +++ b/models/silver/governance/silver__delegations.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = "_log_id", - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/silver__delegations.yml b/models/silver/governance/silver__delegations.yml similarity index 100% rename from models/silver/silver__delegations.yml rename to models/silver/governance/silver__delegations.yml diff --git a/models/silver/labels/silver__labels.sql b/models/silver/labels/silver__labels.sql index 50b3f5b5..6955fde7 100644 --- a/models/silver/labels/silver__labels.sql +++ b/models/silver/labels/silver__labels.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = 'address' + unique_key = 'address', + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/nft/silver__complete_nft_sales.sql b/models/silver/nft/silver__complete_nft_sales.sql index 7b0dbc56..7fa1b2e3 100644 --- a/models/silver/nft/silver__complete_nft_sales.sql +++ b/models/silver/nft/silver__complete_nft_sales.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'nft_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH nft_base_models AS ( diff --git a/models/silver/silver__nft_transfers.sql b/models/silver/nft/silver__nft_transfers.sql similarity index 99% rename from models/silver/silver__nft_transfers.sql rename to models/silver/nft/silver__nft_transfers.sql index 34fd4f74..64a8f72a 100644 --- a/models/silver/silver__nft_transfers.sql +++ b/models/silver/nft/silver__nft_transfers.sql @@ -3,7 +3,8 @@ unique_key = '_log_id', cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'], merge_update_columns = ["_log_id"], - post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(contract_address, tx_hash)" + post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(contract_address, tx_hash)", + tags = ['non_realtime'] ) }} WITH base AS ( diff --git a/models/silver/silver__nft_transfers.yml b/models/silver/nft/silver__nft_transfers.yml similarity index 100% rename from models/silver/silver__nft_transfers.yml rename to models/silver/nft/silver__nft_transfers.yml diff --git a/models/silver/nft/silver__quix_sales.sql b/models/silver/nft/silver__quix_sales.sql index e9f2feb6..9618b8f3 100644 --- a/models/silver/nft/silver__quix_sales.sql +++ b/models/silver/nft/silver__quix_sales.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'nft_log_id', - cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH raw_decoded_logs AS ( diff --git a/models/silver/nft/silver__quix_seaport_sales.sql b/models/silver/nft/silver__quix_seaport_sales.sql index 3a63149d..4d67e60f 100644 --- a/models/silver/nft/silver__quix_seaport_sales.sql +++ b/models/silver/nft/silver__quix_seaport_sales.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'nft_log_id', - cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH seaport_fees_wallet AS ( diff --git a/models/silver/nft/silver__seaport_1_1_sales.sql b/models/silver/nft/silver__seaport_1_1_sales.sql index 776777f7..184348a0 100644 --- a/models/silver/nft/silver__seaport_1_1_sales.sql +++ b/models/silver/nft/silver__seaport_1_1_sales.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'nft_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH seaport_fees_wallet AS ( diff --git a/models/silver/nft/silver__seaport_1_4_sales.sql b/models/silver/nft/silver__seaport_1_4_sales.sql index 9ad116e2..af62bda7 100644 --- a/models/silver/nft/silver__seaport_1_4_sales.sql +++ b/models/silver/nft/silver__seaport_1_4_sales.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'nft_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH seaport_fees_wallet AS ( diff --git a/models/silver/nft/silver__seaport_1_5_sales.sql b/models/silver/nft/silver__seaport_1_5_sales.sql index 1e6f523a..3b775803 100644 --- a/models/silver/nft/silver__seaport_1_5_sales.sql +++ b/models/silver/nft/silver__seaport_1_5_sales.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'incremental', unique_key = 'nft_log_id', - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + tags = ['non_realtime'] ) }} WITH seaport_fees_wallet AS ( diff --git a/models/silver/prices/silver__asset_metadata.sql b/models/silver/prices/silver__asset_metadata.sql index 78669838..bcb4f6ce 100644 --- a/models/silver/prices/silver__asset_metadata.sql +++ b/models/silver/prices/silver__asset_metadata.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = 'token_address' + unique_key = 'token_address', + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/prices/silver__hourly_prices.sql b/models/silver/prices/silver__hourly_prices.sql index d85e2b8d..7fd05081 100644 --- a/models/silver/prices/silver__hourly_prices.sql +++ b/models/silver/prices/silver__hourly_prices.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = ['token_address', 'hour'] + unique_key = ['token_address', 'hour'], + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/prices/silver__prices.sql b/models/silver/prices/silver__prices.sql index 29ca6059..f6ebbe39 100644 --- a/models/silver/prices/silver__prices.sql +++ b/models/silver/prices/silver__prices.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = ['token_address', 'hour'] + unique_key = ['token_address', 'hour'], + tags = ['non_realtime'] ) }} SELECT diff --git a/models/silver/prices/silver__prices_eth.sql b/models/silver/prices/silver__prices_eth.sql index 356614ff..d22570b1 100644 --- a/models/silver/prices/silver__prices_eth.sql +++ b/models/silver/prices/silver__prices_eth.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - unique_key = ['token_address', 'hour'] + unique_key = ['token_address', 'hour'], + tags = ['non_realtime'] ) }} SELECT diff --git a/models/velodrome/silver/silver__velodrome_LP_actions.sql b/models/silver/protocols/velodrome/silver__velodrome_LP_actions.sql similarity index 99% rename from models/velodrome/silver/silver__velodrome_LP_actions.sql rename to models/silver/protocols/velodrome/silver__velodrome_LP_actions.sql index b3559d8a..f1553a5b 100644 --- a/models/velodrome/silver/silver__velodrome_LP_actions.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_LP_actions.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = '_log_id', cluster_by = ['block_timestamp::DATE'], - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH lp_actions AS ( diff --git a/models/velodrome/silver/silver__velodrome_LP_actions.yml b/models/silver/protocols/velodrome/silver__velodrome_LP_actions.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_LP_actions.yml rename to models/silver/protocols/velodrome/silver__velodrome_LP_actions.yml diff --git a/models/velodrome/silver/silver__velodrome_claimed_rewards.sql b/models/silver/protocols/velodrome/silver__velodrome_claimed_rewards.sql similarity index 99% rename from models/velodrome/silver/silver__velodrome_claimed_rewards.sql rename to models/silver/protocols/velodrome/silver__velodrome_claimed_rewards.sql index 410151fd..ff103322 100644 --- a/models/velodrome/silver/silver__velodrome_claimed_rewards.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_claimed_rewards.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = '_log_id', cluster_by = ['block_timestamp::DATE'], - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH velo_distributions AS ( diff --git a/models/velodrome/silver/silver__velodrome_claimed_rewards.yml b/models/silver/protocols/velodrome/silver__velodrome_claimed_rewards.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_claimed_rewards.yml rename to models/silver/protocols/velodrome/silver__velodrome_claimed_rewards.yml diff --git a/models/velodrome/silver/silver__velodrome_gauges.sql b/models/silver/protocols/velodrome/silver__velodrome_gauges.sql similarity index 98% rename from models/velodrome/silver/silver__velodrome_gauges.sql rename to models/silver/protocols/velodrome/silver__velodrome_gauges.sql index 216404b3..ef264900 100644 --- a/models/velodrome/silver/silver__velodrome_gauges.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_gauges.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'incremental', unique_key = 'gauge_address', - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH backfill AS ( diff --git a/models/velodrome/silver/silver__velodrome_gauges.yml b/models/silver/protocols/velodrome/silver__velodrome_gauges.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_gauges.yml rename to models/silver/protocols/velodrome/silver__velodrome_gauges.yml diff --git a/models/velodrome/silver/silver__velodrome_locks.sql b/models/silver/protocols/velodrome/silver__velodrome_locks.sql similarity index 99% rename from models/velodrome/silver/silver__velodrome_locks.sql rename to models/silver/protocols/velodrome/silver__velodrome_locks.sql index 6479b7e6..a34d69c8 100644 --- a/models/velodrome/silver/silver__velodrome_locks.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_locks.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = '_log_id', cluster_by = ['block_timestamp::DATE'], - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH new_locks AS ( diff --git a/models/velodrome/silver/silver__velodrome_locks.yml b/models/silver/protocols/velodrome/silver__velodrome_locks.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_locks.yml rename to models/silver/protocols/velodrome/silver__velodrome_locks.yml diff --git a/models/velodrome/silver/silver__velodrome_pools.sql b/models/silver/protocols/velodrome/silver__velodrome_pools.sql similarity index 99% rename from models/velodrome/silver/silver__velodrome_pools.sql rename to models/silver/protocols/velodrome/silver__velodrome_pools.sql index b9032e04..17421b51 100644 --- a/models/velodrome/silver/silver__velodrome_pools.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_pools.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'incremental', unique_key = 'pool_address', - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH pool_creation AS ( diff --git a/models/velodrome/silver/silver__velodrome_pools.yml b/models/silver/protocols/velodrome/silver__velodrome_pools.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_pools.yml rename to models/silver/protocols/velodrome/silver__velodrome_pools.yml diff --git a/models/velodrome/silver/silver__velodrome_staking_actions.sql b/models/silver/protocols/velodrome/silver__velodrome_staking_actions.sql similarity index 99% rename from models/velodrome/silver/silver__velodrome_staking_actions.sql rename to models/silver/protocols/velodrome/silver__velodrome_staking_actions.sql index 7a361b37..d9ab2b87 100644 --- a/models/velodrome/silver/silver__velodrome_staking_actions.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_staking_actions.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = '_log_id', cluster_by = ['block_timestamp::DATE'], - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH staking_actions AS ( diff --git a/models/velodrome/silver/silver__velodrome_staking_actions.yml b/models/silver/protocols/velodrome/silver__velodrome_staking_actions.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_staking_actions.yml rename to models/silver/protocols/velodrome/silver__velodrome_staking_actions.yml diff --git a/models/velodrome/silver/silver__velodrome_swaps.sql b/models/silver/protocols/velodrome/silver__velodrome_swaps.sql similarity index 99% rename from models/velodrome/silver/silver__velodrome_swaps.sql rename to models/silver/protocols/velodrome/silver__velodrome_swaps.sql index d48bae7c..735b9c26 100644 --- a/models/velodrome/silver/silver__velodrome_swaps.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_swaps.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = '_log_id', cluster_by = ['block_timestamp::DATE'], - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH base AS ( diff --git a/models/velodrome/silver/silver__velodrome_swaps.yml b/models/silver/protocols/velodrome/silver__velodrome_swaps.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_swaps.yml rename to models/silver/protocols/velodrome/silver__velodrome_swaps.yml diff --git a/models/velodrome/silver/silver__velodrome_votes.sql b/models/silver/protocols/velodrome/silver__velodrome_votes.sql similarity index 99% rename from models/velodrome/silver/silver__velodrome_votes.sql rename to models/silver/protocols/velodrome/silver__velodrome_votes.sql index 80b64a2c..f7e47d91 100644 --- a/models/velodrome/silver/silver__velodrome_votes.sql +++ b/models/silver/protocols/velodrome/silver__velodrome_votes.sql @@ -2,7 +2,7 @@ materialized = 'incremental', unique_key = '_log_id', cluster_by = ['block_timestamp::DATE'], - tags = ['velodrome'] + tags = ['non_realtime'] ) }} WITH votes_base AS ( diff --git a/models/velodrome/silver/silver__velodrome_votes.yml b/models/silver/protocols/velodrome/silver__velodrome_votes.yml similarity index 100% rename from models/velodrome/silver/silver__velodrome_votes.yml rename to models/silver/protocols/velodrome/silver__velodrome_votes.yml diff --git a/models/bronze/core/bronze__streamline_FR_blocks.sql b/models/streamline/bronze/core/bronze__streamline_FR_blocks.sql similarity index 100% rename from models/bronze/core/bronze__streamline_FR_blocks.sql rename to models/streamline/bronze/core/bronze__streamline_FR_blocks.sql diff --git a/models/bronze/core/bronze__streamline_FR_confirm_blocks.sql b/models/streamline/bronze/core/bronze__streamline_FR_confirm_blocks.sql similarity index 100% rename from models/bronze/core/bronze__streamline_FR_confirm_blocks.sql rename to models/streamline/bronze/core/bronze__streamline_FR_confirm_blocks.sql diff --git a/models/bronze/core/bronze__streamline_FR_receipts.sql b/models/streamline/bronze/core/bronze__streamline_FR_receipts.sql similarity index 100% rename from models/bronze/core/bronze__streamline_FR_receipts.sql rename to models/streamline/bronze/core/bronze__streamline_FR_receipts.sql diff --git a/models/bronze/core/bronze__streamline_FR_traces.sql b/models/streamline/bronze/core/bronze__streamline_FR_traces.sql similarity index 100% rename from models/bronze/core/bronze__streamline_FR_traces.sql rename to models/streamline/bronze/core/bronze__streamline_FR_traces.sql diff --git a/models/bronze/core/bronze__streamline_FR_transactions.sql b/models/streamline/bronze/core/bronze__streamline_FR_transactions.sql similarity index 100% rename from models/bronze/core/bronze__streamline_FR_transactions.sql rename to models/streamline/bronze/core/bronze__streamline_FR_transactions.sql diff --git a/models/bronze/core/bronze__streamline_blocks.sql b/models/streamline/bronze/core/bronze__streamline_blocks.sql similarity index 100% rename from models/bronze/core/bronze__streamline_blocks.sql rename to models/streamline/bronze/core/bronze__streamline_blocks.sql diff --git a/models/bronze/core/bronze__streamline_confirm_blocks.sql b/models/streamline/bronze/core/bronze__streamline_confirm_blocks.sql similarity index 100% rename from models/bronze/core/bronze__streamline_confirm_blocks.sql rename to models/streamline/bronze/core/bronze__streamline_confirm_blocks.sql diff --git a/models/bronze/core/bronze__streamline_receipts.sql b/models/streamline/bronze/core/bronze__streamline_receipts.sql similarity index 100% rename from models/bronze/core/bronze__streamline_receipts.sql rename to models/streamline/bronze/core/bronze__streamline_receipts.sql diff --git a/models/bronze/core/bronze__streamline_traces.sql b/models/streamline/bronze/core/bronze__streamline_traces.sql similarity index 100% rename from models/bronze/core/bronze__streamline_traces.sql rename to models/streamline/bronze/core/bronze__streamline_traces.sql diff --git a/models/bronze/core/bronze__streamline_transactions.sql b/models/streamline/bronze/core/bronze__streamline_transactions.sql similarity index 100% rename from models/bronze/core/bronze__streamline_transactions.sql rename to models/streamline/bronze/core/bronze__streamline_transactions.sql diff --git a/models/bronze/decoder/bronze__decoded_logs.sql b/models/streamline/bronze/decoder/bronze__decoded_logs.sql similarity index 100% rename from models/bronze/decoder/bronze__decoded_logs.sql rename to models/streamline/bronze/decoder/bronze__decoded_logs.sql diff --git a/models/bronze/decoder/bronze__fr_decoded_logs.sql b/models/streamline/bronze/decoder/bronze__fr_decoded_logs.sql similarity index 100% rename from models/bronze/decoder/bronze__fr_decoded_logs.sql rename to models/streamline/bronze/decoder/bronze__fr_decoded_logs.sql diff --git a/models/silver/streamline/streamline-sbx-setup.md b/models/streamline/bronze/streamline-sbx-setup.md similarity index 100% rename from models/silver/streamline/streamline-sbx-setup.md rename to models/streamline/bronze/streamline-sbx-setup.md diff --git a/models/silver/streamline/_max_block_by_date.sql b/models/streamline/silver/_max_block_by_date.sql similarity index 100% rename from models/silver/streamline/_max_block_by_date.sql rename to models/streamline/silver/_max_block_by_date.sql diff --git a/models/silver/streamline/core/_max_block_by_hour.sql b/models/streamline/silver/_max_block_by_hour.sql similarity index 100% rename from models/silver/streamline/core/_max_block_by_hour.sql rename to models/streamline/silver/_max_block_by_hour.sql diff --git a/models/silver/streamline/core/complete/streamline__complete_confirmed_blocks.sql b/models/streamline/silver/core/complete/streamline__complete_confirmed_blocks.sql similarity index 100% rename from models/silver/streamline/core/complete/streamline__complete_confirmed_blocks.sql rename to models/streamline/silver/core/complete/streamline__complete_confirmed_blocks.sql diff --git a/models/silver/streamline/core/complete/streamline__complete_debug_traceBlockByNumber.sql b/models/streamline/silver/core/complete/streamline__complete_debug_traceBlockByNumber.sql similarity index 100% rename from models/silver/streamline/core/complete/streamline__complete_debug_traceBlockByNumber.sql rename to models/streamline/silver/core/complete/streamline__complete_debug_traceBlockByNumber.sql diff --git a/models/silver/streamline/core/complete/streamline__complete_qn_getBlockWithReceipts.sql b/models/streamline/silver/core/complete/streamline__complete_qn_getBlockWithReceipts.sql similarity index 100% rename from models/silver/streamline/core/complete/streamline__complete_qn_getBlockWithReceipts.sql rename to models/streamline/silver/core/complete/streamline__complete_qn_getBlockWithReceipts.sql diff --git a/models/silver/streamline/core/history/streamline__debug_traceBlockByNumber_history.sql b/models/streamline/silver/core/history/streamline__debug_traceBlockByNumber_history.sql similarity index 96% rename from models/silver/streamline/core/history/streamline__debug_traceBlockByNumber_history.sql rename to models/streamline/silver/core/history/streamline__debug_traceBlockByNumber_history.sql index bf269c67..fa9a8213 100644 --- a/models/silver/streamline/core/history/streamline__debug_traceBlockByNumber_history.sql +++ b/models/streamline/silver/core/history/streamline__debug_traceBlockByNumber_history.sql @@ -3,7 +3,8 @@ post_hook = if_data_call_function( func = "{{this.schema}}.udf_bulk_get_traces(object_construct('sql_source', '{{this.identifier}}','exploded_key','[\"result\"]', 'method', 'debug_traceBlockByNumber', 'external_table', 'debug_traceBlockByNumber', 'sql_limit', {{var('sql_limit','12960000')}}, 'producer_batch_size', {{var('producer_batch_size','920000')}}, 'worker_batch_size', {{var('worker_batch_size','230000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", target = "{{this.schema}}.{{this.identifier}}" - ) + ), + tags = ['streamline_core_history'] ) }} WITH blocks AS ( diff --git a/models/silver/streamline/core/history/streamline__qn_getBlockWithReceipts_history.sql b/models/streamline/silver/core/history/streamline__qn_getBlockWithReceipts_history.sql similarity index 96% rename from models/silver/streamline/core/history/streamline__qn_getBlockWithReceipts_history.sql rename to models/streamline/silver/core/history/streamline__qn_getBlockWithReceipts_history.sql index bd60f636..5b907c64 100644 --- a/models/silver/streamline/core/history/streamline__qn_getBlockWithReceipts_history.sql +++ b/models/streamline/silver/core/history/streamline__qn_getBlockWithReceipts_history.sql @@ -3,7 +3,8 @@ post_hook = if_data_call_function( func = "{{this.schema}}.udf_bulk_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'qn_getBlockWithReceipts', 'sql_limit', {{var('sql_limit','200000')}}, 'producer_batch_size', {{var('producer_batch_size','3500')}}, 'worker_batch_size', {{var('worker_batch_size','3500')}}, 'batch_call_limit', {{var('batch_call_limit','10')}}))", target = "{{this.schema}}.{{this.identifier}}" - ) + ), + tags = ['streamline_core_history'] ) }} WITH blocks AS ( diff --git a/models/silver/streamline/core/realtime/streamline__confirm_blocks_realtime.sql b/models/streamline/silver/core/realtime/streamline__confirm_blocks_realtime.sql similarity index 97% rename from models/silver/streamline/core/realtime/streamline__confirm_blocks_realtime.sql rename to models/streamline/silver/core/realtime/streamline__confirm_blocks_realtime.sql index 043684a6..b685e93a 100644 --- a/models/silver/streamline/core/realtime/streamline__confirm_blocks_realtime.sql +++ b/models/streamline/silver/core/realtime/streamline__confirm_blocks_realtime.sql @@ -3,7 +3,8 @@ post_hook = if_data_call_function( func = "{{this.schema}}.udf_bulk_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'confirm_blocks', 'sql_limit', {{var('sql_limit','1000000')}}, 'producer_batch_size', {{var('producer_batch_size','100000')}}, 'worker_batch_size', {{var('worker_batch_size','1000')}}, 'batch_call_limit', {{var('batch_call_limit','10')}}))", target = "{{this.schema}}.{{this.identifier}}" - ) + ), + tags = ['streamline_core_realtime'] ) }} WITH look_back AS ( diff --git a/models/silver/streamline/core/realtime/streamline__debug_traceBlockByNumber_realtime.sql b/models/streamline/silver/core/realtime/streamline__debug_traceBlockByNumber_realtime.sql similarity index 98% rename from models/silver/streamline/core/realtime/streamline__debug_traceBlockByNumber_realtime.sql rename to models/streamline/silver/core/realtime/streamline__debug_traceBlockByNumber_realtime.sql index f129c182..3c512dc5 100644 --- a/models/silver/streamline/core/realtime/streamline__debug_traceBlockByNumber_realtime.sql +++ b/models/streamline/silver/core/realtime/streamline__debug_traceBlockByNumber_realtime.sql @@ -3,7 +3,8 @@ post_hook = if_data_call_function( func = "{{this.schema}}.udf_bulk_get_traces(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'debug_traceBlockByNumber', 'sql_limit', {{var('sql_limit','30000')}}, 'producer_batch_size', {{var('producer_batch_size','30000')}}, 'worker_batch_size', {{var('worker_batch_size','30000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", target = "{{this.schema}}.{{this.identifier}}" - ) + ), + tags = ['streamline_core_realtime'] ) }} WITH last_3_days AS ( diff --git a/models/silver/streamline/core/realtime/streamline__qn_getBlockWithReceipts_realtime.sql b/models/streamline/silver/core/realtime/streamline__qn_getBlockWithReceipts_realtime.sql similarity index 98% rename from models/silver/streamline/core/realtime/streamline__qn_getBlockWithReceipts_realtime.sql rename to models/streamline/silver/core/realtime/streamline__qn_getBlockWithReceipts_realtime.sql index 065b5943..e7f8f0af 100644 --- a/models/silver/streamline/core/realtime/streamline__qn_getBlockWithReceipts_realtime.sql +++ b/models/streamline/silver/core/realtime/streamline__qn_getBlockWithReceipts_realtime.sql @@ -3,7 +3,8 @@ post_hook = if_data_call_function( func = "{{this.schema}}.udf_bulk_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'qn_getBlockWithReceipts', 'sql_limit', {{var('sql_limit','80000')}}, 'producer_batch_size', {{var('producer_batch_size','40000')}}, 'worker_batch_size', {{var('worker_batch_size','40000')}}, 'batch_call_limit', {{var('batch_call_limit','10')}}))", target = "{{this.schema}}.{{this.identifier}}" - ) + ), + tags = ['streamline_core_realtime'] ) }} WITH last_3_days AS ( diff --git a/models/silver/streamline/core/retry/_missing_receipts.sql b/models/streamline/silver/core/retry/_missing_receipts.sql similarity index 100% rename from models/silver/streamline/core/retry/_missing_receipts.sql rename to models/streamline/silver/core/retry/_missing_receipts.sql diff --git a/models/silver/streamline/core/retry/_missing_traces.sql b/models/streamline/silver/core/retry/_missing_traces.sql similarity index 100% rename from models/silver/streamline/core/retry/_missing_traces.sql rename to models/streamline/silver/core/retry/_missing_traces.sql diff --git a/models/silver/streamline/core/retry/_missing_txs.sql b/models/streamline/silver/core/retry/_missing_txs.sql similarity index 100% rename from models/silver/streamline/core/retry/_missing_txs.sql rename to models/streamline/silver/core/retry/_missing_txs.sql diff --git a/models/silver/streamline/core/retry/_unconfirmed_blocks.sql b/models/streamline/silver/core/retry/_unconfirmed_blocks.sql similarity index 100% rename from models/silver/streamline/core/retry/_unconfirmed_blocks.sql rename to models/streamline/silver/core/retry/_unconfirmed_blocks.sql diff --git a/models/silver/streamline/core/streamline__blocks.sql b/models/streamline/silver/core/streamline__blocks.sql similarity index 100% rename from models/silver/streamline/core/streamline__blocks.sql rename to models/streamline/silver/core/streamline__blocks.sql diff --git a/models/silver/streamline/decoder/streamline__complete_decode_logs.sql b/models/streamline/silver/decoder/complete/streamline__complete_decode_logs.sql similarity index 100% rename from models/silver/streamline/decoder/streamline__complete_decode_logs.sql rename to models/streamline/silver/decoder/complete/streamline__complete_decode_logs.sql diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_00000001_03021566.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_00000001_03021566.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_00000001_03021566.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_00000001_03021566.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_00000001_03021566.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_00000001_03021566.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0100712898_0102810202.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0100712898_0102810202.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0100712898_0102810202.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0100712898_0102810202.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0100712898_0102810202.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0100712898_0102810202.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0102810205_0103571346.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0102810205_0103571346.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0102810205_0103571346.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0102810205_0103571346.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0102810205_0103571346.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0102810205_0103571346.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_010309246_011523667.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_010309246_011523667.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_010309246_011523667.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_010309246_011523667.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_010309246_011523667.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_010309246_011523667.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0103571347_0104571347.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0103571347_0104571347.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0103571347_0104571347.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0103571347_0104571347.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0103571347_0104571347.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0103571347_0104571347.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0104571348_0105571348.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0104571348_0105571348.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0104571348_0105571348.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0104571348_0105571348.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0104571348_0105571348.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0104571348_0105571348.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0105571349_0106571349.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0105571349_0106571349.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0105571349_0106571349.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0105571349_0106571349.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0105571349_0106571349.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0105571349_0106571349.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0106571350_0107571350.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0106571350_0107571350.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0106571350_0107571350.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0106571350_0107571350.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0106571350_0107571350.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0106571350_0107571350.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0107571351_0108571351.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0107571351_0108571351.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0107571351_0108571351.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0107571351_0108571351.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0107571351_0108571351.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0107571351_0108571351.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0108571352_0109571352.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0108571352_0109571352.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0108571352_0109571352.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0108571352_0109571352.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0108571352_0109571352.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0108571352_0109571352.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0109571353_0110571353.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0109571353_0110571353.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0109571353_0110571353.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0109571353_0110571353.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0109571353_0110571353.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0109571353_0110571353.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0110571354_0111571354.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0110571354_0111571354.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0110571354_0111571354.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0110571354_0111571354.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0110571354_0111571354.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0110571354_0111571354.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0111571355_0112571355.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0111571355_0112571355.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0111571355_0112571355.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0111571355_0112571355.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0111571355_0112571355.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0111571355_0112571355.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0112571356_0113571356.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0112571356_0113571356.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0112571356_0113571356.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0112571356_0113571356.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0112571356_0113571356.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0112571356_0113571356.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0113571357_0114571357.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0113571357_0114571357.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0113571357_0114571357.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0113571357_0114571357.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0113571357_0114571357.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0113571357_0114571357.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0114571358_0115571358.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0114571358_0115571358.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0114571358_0115571358.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0114571358_0115571358.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0114571358_0115571358.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0114571358_0115571358.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_011523669_012507639.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_011523669_012507639.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_011523669_012507639.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_011523669_012507639.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_011523669_012507639.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_011523669_012507639.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0115571359_0116571359.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0115571359_0116571359.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0115571359_0116571359.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0115571359_0116571359.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0115571359_0116571359.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0115571359_0116571359.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0116571360_0117571360.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0116571360_0117571360.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0116571360_0117571360.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0116571360_0117571360.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0116571360_0117571360.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0116571360_0117571360.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0117571361_0118571361.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0117571361_0118571361.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0117571361_0118571361.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0117571361_0118571361.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0117571361_0118571361.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0117571361_0118571361.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0118571362_0119571362.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0118571362_0119571362.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0118571362_0119571362.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0118571362_0119571362.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0118571362_0119571362.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0118571362_0119571362.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0119571363_0120571363.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0119571363_0120571363.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0119571363_0120571363.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0119571363_0120571363.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0119571363_0120571363.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0119571363_0120571363.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0120571364_0121571364.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0120571364_0121571364.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0120571364_0121571364.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0120571364_0121571364.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0120571364_0121571364.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0120571364_0121571364.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0121571365_0122571365.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0121571365_0122571365.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0121571365_0122571365.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0121571365_0122571365.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0121571365_0122571365.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0121571365_0122571365.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0122571366_0123571366.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0122571366_0123571366.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_0122571366_0123571366.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_0122571366_0123571366.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_0122571366_0123571366.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0122571366_0123571366.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_012507640_013665291.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_012507640_013665291.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_012507640_013665291.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_012507640_013665291.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_012507640_013665291.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_012507640_013665291.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_013665292_014900517.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_013665292_014900517.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_013665292_014900517.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_013665292_014900517.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_013665292_014900517.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_013665292_014900517.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_014900518_015881824.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_014900518_015881824.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_014900518_015881824.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_014900518_015881824.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_014900518_015881824.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_014900518_015881824.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_015881825_016703952.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_015881825_016703952.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_015881825_016703952.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_015881825_016703952.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_015881825_016703952.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_015881825_016703952.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_016703953_017379884.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_016703953_017379884.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_016703953_017379884.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_016703953_017379884.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_016703953_017379884.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_016703953_017379884.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_017379885_018041139.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_017379885_018041139.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_017379885_018041139.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_017379885_018041139.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_017379885_018041139.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_017379885_018041139.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_018041142_018811621.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018041142_018811621.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_018041142_018811621.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_018041142_018811621.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_018041142_018811621.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018041142_018811621.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_018811622_019622965.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018811622_019622965.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_018811622_019622965.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_018811622_019622965.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_018811622_019622965.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018811622_019622965.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_019622966_020390871.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_019622966_020390871.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_019622966_020390871.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_019622966_020390871.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_019622966_020390871.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_019622966_020390871.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_020390872_021292082.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_020390872_021292082.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_020390872_021292082.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_020390872_021292082.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_020390872_021292082.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_020390872_021292082.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_021292083_022265964.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_021292083_022265964.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_021292083_022265964.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_021292083_022265964.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_021292083_022265964.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_021292083_022265964.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_022265965_023061463.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_022265965_023061463.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_022265965_023061463.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_022265965_023061463.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_022265965_023061463.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_022265965_023061463.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_023061464_023986260.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_023061464_023986260.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_023061464_023986260.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_023061464_023986260.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_023061464_023986260.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_023061464_023986260.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_023986261_025348423.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_023986261_025348423.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_023986261_025348423.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_023986261_025348423.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_023986261_025348423.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_023986261_025348423.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_025348424_026740437.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_025348424_026740437.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_025348424_026740437.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_025348424_026740437.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_025348424_026740437.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_025348424_026740437.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_026740438_028477690.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_026740438_028477690.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_026740438_028477690.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_026740438_028477690.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_026740438_028477690.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_026740438_028477690.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_028477691_029967852.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028477691_029967852.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_028477691_029967852.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_028477691_029967852.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_028477691_029967852.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028477691_029967852.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_029967853_031444407.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029967853_031444407.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_029967853_031444407.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_029967853_031444407.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_029967853_031444407.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029967853_031444407.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_03021567_04851361.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_03021567_04851361.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_03021567_04851361.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_03021567_04851361.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_03021567_04851361.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_03021567_04851361.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_031444411_032627214.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_031444411_032627214.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_031444411_032627214.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_031444411_032627214.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_031444411_032627214.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_031444411_032627214.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_032627215_033854992.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_032627215_033854992.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_032627215_033854992.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_032627215_033854992.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_032627215_033854992.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_032627215_033854992.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_033854993_034878372.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_033854993_034878372.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_033854993_034878372.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_033854993_034878372.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_033854993_034878372.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_033854993_034878372.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_034878373_035890089.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_034878373_035890089.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_034878373_035890089.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_034878373_035890089.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_034878373_035890089.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_034878373_035890089.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_035890090_036635448.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_035890090_036635448.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_035890090_036635448.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_035890090_036635448.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_035890090_036635448.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_035890090_036635448.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_036635449_037751058.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_036635449_037751058.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_036635449_037751058.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_036635449_037751058.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_036635449_037751058.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_036635449_037751058.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_037751059_038943377.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_037751059_038943377.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_037751059_038943377.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_037751059_038943377.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_037751059_038943377.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_037751059_038943377.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_038943379_040483748.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_038943379_040483748.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_038943379_040483748.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_038943379_040483748.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_038943379_040483748.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_038943379_040483748.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_040483749_041812218.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_040483749_041812218.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_040483749_041812218.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_040483749_041812218.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_040483749_041812218.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_040483749_041812218.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_041812219_043321254.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_041812219_043321254.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_041812219_043321254.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_041812219_043321254.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_041812219_043321254.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_041812219_043321254.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_043321255_044782426.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_043321255_044782426.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_043321255_044782426.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_043321255_044782426.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_043321255_044782426.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_043321255_044782426.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_044782427_046490202.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_044782427_046490202.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_044782427_046490202.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_044782427_046490202.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_044782427_046490202.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_044782427_046490202.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_046490203_048337193.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_046490203_048337193.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_046490203_048337193.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_046490203_048337193.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_046490203_048337193.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_046490203_048337193.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_048337194_049746747.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_048337194_049746747.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_048337194_049746747.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_048337194_049746747.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_048337194_049746747.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_048337194_049746747.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_04851362_06531437.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_04851362_06531437.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_04851362_06531437.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_04851362_06531437.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_04851362_06531437.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_04851362_06531437.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_049746748_051600538.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_049746748_051600538.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_049746748_051600538.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_049746748_051600538.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_049746748_051600538.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_049746748_051600538.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_051600540_053583002.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_051600540_053583002.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_051600540_053583002.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_051600540_053583002.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_051600540_053583002.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_051600540_053583002.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_053583003_055810705.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_053583003_055810705.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_053583003_055810705.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_053583003_055810705.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_053583003_055810705.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_053583003_055810705.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_055810706_058032066.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_055810706_058032066.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_055810706_058032066.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_055810706_058032066.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_055810706_058032066.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_055810706_058032066.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_058032067_060175390.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_058032067_060175390.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_058032067_060175390.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_058032067_060175390.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_058032067_060175390.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_058032067_060175390.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_060175391_062359028.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_060175391_062359028.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_060175391_062359028.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_060175391_062359028.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_060175391_062359028.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_060175391_062359028.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_062359029_064221436.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_062359029_064221436.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_062359029_064221436.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_062359029_064221436.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_062359029_064221436.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_062359029_064221436.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_064221437_065934924.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_064221437_065934924.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_064221437_065934924.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_064221437_065934924.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_064221437_065934924.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_064221437_065934924.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_06531438_08118010.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_06531438_08118010.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_06531438_08118010.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_06531438_08118010.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_06531438_08118010.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_06531438_08118010.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_065934925_067391884.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_065934925_067391884.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_065934925_067391884.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_065934925_067391884.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_065934925_067391884.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_065934925_067391884.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_067391886_068949701.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_067391886_068949701.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_067391886_068949701.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_067391886_068949701.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_067391886_068949701.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_067391886_068949701.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_068949702_069755021.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_068949702_069755021.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_068949702_069755021.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_068949702_069755021.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_068949702_069755021.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_068949702_069755021.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_069755022_070571769.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_069755022_070571769.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_069755022_070571769.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_069755022_070571769.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_069755022_070571769.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_069755022_070571769.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_070571773_071497996.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_070571773_071497996.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_070571773_071497996.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_070571773_071497996.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_070571773_071497996.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_070571773_071497996.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_071497997_072325442.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_071497997_072325442.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_071497997_072325442.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_071497997_072325442.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_071497997_072325442.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_071497997_072325442.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_072325443_073218735.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_072325443_073218735.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_072325443_073218735.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_072325443_073218735.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_072325443_073218735.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_072325443_073218735.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_073218736_074336051.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_073218736_074336051.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_073218736_074336051.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_073218736_074336051.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_073218736_074336051.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_073218736_074336051.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_074336052_075446627.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_074336052_075446627.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_074336052_075446627.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_074336052_075446627.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_074336052_075446627.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_074336052_075446627.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_075446628_076501484.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_075446628_076501484.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_075446628_076501484.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_075446628_076501484.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_075446628_076501484.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_075446628_076501484.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_076501485_077682982.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_076501485_077682982.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_076501485_077682982.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_076501485_077682982.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_076501485_077682982.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_076501485_077682982.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_077682983_078763292.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_077682983_078763292.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_077682983_078763292.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_077682983_078763292.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_077682983_078763292.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_077682983_078763292.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_078763293_079804130.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_078763293_079804130.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_078763293_079804130.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_078763293_079804130.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_078763293_079804130.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_078763293_079804130.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_079804131_080621729.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_079804131_080621729.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_079804131_080621729.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_079804131_080621729.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_079804131_080621729.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_079804131_080621729.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_080621730_081505444.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_080621730_081505444.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_080621730_081505444.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_080621730_081505444.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_080621730_081505444.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_080621730_081505444.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_08118011_010309244.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_08118011_010309244.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_08118011_010309244.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_08118011_010309244.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_08118011_010309244.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_08118011_010309244.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_081505445_082495505.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_081505445_082495505.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_081505445_082495505.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_081505445_082495505.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_081505445_082495505.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_081505445_082495505.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_082495506_083673827.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_082495506_083673827.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_082495506_083673827.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_082495506_083673827.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_082495506_083673827.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_082495506_083673827.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_083673828_084925845.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_083673828_084925845.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_083673828_084925845.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_083673828_084925845.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_083673828_084925845.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_083673828_084925845.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_084925846_086272388.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_084925846_086272388.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_084925846_086272388.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_084925846_086272388.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_084925846_086272388.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_084925846_086272388.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_086272389_088165714.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_086272389_088165714.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_086272389_088165714.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_086272389_088165714.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_086272389_088165714.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_086272389_088165714.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_088165715_089573325.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_088165715_089573325.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_088165715_089573325.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_088165715_089573325.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_088165715_089573325.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_088165715_089573325.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_089573326_091261046.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_089573326_091261046.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_089573326_091261046.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_089573326_091261046.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_089573326_091261046.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_089573326_091261046.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_091261047_092787688.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_091261047_092787688.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_091261047_092787688.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_091261047_092787688.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_091261047_092787688.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_091261047_092787688.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_092787689_094517141.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_092787689_094517141.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_092787689_094517141.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_092787689_094517141.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_092787689_094517141.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_092787689_094517141.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_094517142_096153705.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_094517142_096153705.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_094517142_096153705.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_094517142_096153705.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_094517142_096153705.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_094517142_096153705.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_096153706_097707082.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_096153706_097707082.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_096153706_097707082.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_096153706_097707082.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_096153706_097707082.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_096153706_097707082.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_097707083_099393604.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_097707083_099393604.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_097707083_099393604.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_097707083_099393604.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_097707083_099393604.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_097707083_099393604.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/history/streamline__decode_logs_history_099393605_0100712897.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_099393605_0100712897.sql similarity index 84% rename from models/silver/streamline/decoder/history/streamline__decode_logs_history_099393605_0100712897.sql rename to models/streamline/silver/decoder/history/streamline__decode_logs_history_099393605_0100712897.sql index d59dde60..cb4ad80a 100644 --- a/models/silver/streamline/decoder/history/streamline__decode_logs_history_099393605_0100712897.sql +++ b/models/streamline/silver/decoder/history/streamline__decode_logs_history_099393605_0100712897.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()] + post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], + tags = ['streamline_decoded_logs_history'] ) }} {% set start = this.identifier.split("_") [-2] %} diff --git a/models/silver/streamline/decoder/streamline__decode_logs_realtime.sql b/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql similarity index 94% rename from models/silver/streamline/decoder/streamline__decode_logs_realtime.sql rename to models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql index 77901429..836794cb 100644 --- a/models/silver/streamline/decoder/streamline__decode_logs_realtime.sql +++ b/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql @@ -1,6 +1,7 @@ {{ config ( materialized = "view", - post_hook = [if_data_call_function( func = "{{this.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{this.identifier}}','producer_batch_size', 20000000,'producer_limit_size', 20000000))", target = "{{this.schema}}.{{this.identifier}}" ),"call system$wait(" ~ var("WAIT", 400) ~ ")" ] + post_hook = [if_data_call_function( func = "{{this.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{this.identifier}}','producer_batch_size', 20000000,'producer_limit_size', 20000000))", target = "{{this.schema}}.{{this.identifier}}" ),"call system$wait(" ~ var("WAIT", 400) ~ ")" ], + tags = ['streamline_decoded_logs_realtime'] ) }} WITH look_back AS ( diff --git a/requirements.txt b/requirements.txt index e469612a..37a53008 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -dbt-snowflake~=1.4.0 +dbt-snowflake>=1.4,<1.5 requests~=2.26.0 click~=8.0.4 cli_passthrough~=0.1.3 \ No newline at end of file