Hotfix/reingest full parts to fix partial load (#205)

* temporarily reload larger range

* check complete blocks for max partition instead of arbitrary range

* use source
This commit is contained in:
desmond-hui 2023-01-11 09:20:34 -08:00 committed by GitHub
parent d4ed00c3af
commit 18b37b7384
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 9 additions and 4 deletions

3
.gitignore vendored
View File

@ -14,4 +14,5 @@ logs/
.history/
**/.DS_Store
.vscode/
.env
.env
dbt-env/

View File

@ -57,7 +57,7 @@ WITH pre_final AS (
SELECT
MAX(_partition_id)
FROM
{{ ref('streamline__complete_block_txs') }}
{{ source('solana_streamline','complete_block_txs') }}
)
-- AND t._inserted_timestamp > (
-- SELECT

View File

@ -49,7 +49,7 @@ WITH pre_final AS (
SELECT
MAX(_partition_id)
FROM
{{ ref('streamline__complete_block_txs') }}
{{ source('solana_streamline','complete_block_txs') }}
)
-- AND
-- t._inserted_timestamp > (

View File

@ -53,4 +53,8 @@ sources:
schema: silver
tables:
- name: nft_sales_solport
- name: nft_sales_magic_eden_v1
- name: nft_sales_magic_eden_v1
- name: solana_streamline
schema: streamline
tables:
- name: complete_block_txs