This commit is contained in:
Eric Laurello 2023-12-27 14:07:05 -05:00
parent 8d27df61a4
commit f6f4fa67f8
3 changed files with 13 additions and 11 deletions

View File

@ -28,7 +28,7 @@ jobs:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/genesis_backfill/cosmos_hub_2/streamline__transactions_genesis_backfill_ch2.sql
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/genesis_backfill/cosmos_hub_2/streamline__transactions_genesis_backfill_ch3.sql
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit

View File

@ -38,15 +38,16 @@ max_date AS (
) }}
JOIN meta b
ON b.file_name = metadata$filename
WHERE last_modified::DATE >= '2023-12-14'
WHERE
last_modified :: DATE >= '2023-12-21'
{% if is_incremental() %}
AND
b.last_modified > (
SELECT
max_INSERTED_TIMESTAMP
FROM
max_date
)
AND b.last_modified > (
SELECT
max_INSERTED_TIMESTAMP
FROM
max_date
)
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY id

View File

@ -1,7 +1,7 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function(
func = "{{this.schema}}.udf_get_cosmos_transactions(object_construct('sql_source', '{{this.identifier}}','sm_node_path','prod/cosmos/allthatnode/mainnet_ch3/rpc','call_type','non_batch','external_table','tx_search_ch3','producer_batch_size','256000','worker_batch_size','8000'))",
func = "{{this.schema}}.udf_get_cosmos_transactions(object_construct('sql_source', '{{this.identifier}}','sm_node_path','prod/cosmos/allthatnode/mainnet_ch3/rpc','call_type','non_batch','external_table','tx_search_ch3','producer_batch_size','56000','worker_batch_size','800'))",
target = "{{this.schema}}.{{this.identifier}}"
)
) }}
@ -21,4 +21,5 @@ FROM
{{ ref("streamline__complete_transactions_ch3") }}
ORDER BY
block_number
LIMIT
56000