reducing batch size

This commit is contained in:
WHYTEWYLL 2024-03-05 17:08:37 -06:00
parent 0d3128f868
commit 322e378edb

View File

@ -67,7 +67,7 @@ def model(dbt, session):
inputs = dbt.ref(
'livequery__topshot_moments_metadata_needed').select(
"EVENT_CONTRACT", "MOMENT_ID"
).limit(600)
).limit(100)
# Note prior limit of 3500 leads to 429 error / rate limit by system
# Per Dapper team, 50 reqs per 10 seconds. If exceeded, blocked for 30s.