reducing batch size (#282)

This commit is contained in:
WHYTEWYLL 2024-05-01 10:58:23 -07:00 committed by GitHub
parent c2353ab0f3
commit 2d85fe3e92
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -67,7 +67,7 @@ def model(dbt, session):
inputs = dbt.ref(
'livequery__topshot_moments_metadata_needed').select(
"EVENT_CONTRACT", "MOMENT_ID"
).limit(600)
).limit(100)
# Note prior limit of 3500 leads to 429 error / rate limit by system
# Per Dapper team, 50 reqs per 10 seconds. If exceeded, blocked for 30s.