Skip to content

Commit

Permalink
lowered the batch size to avoid regular fetching;
Browse files Browse the repository at this point in the history
  • Loading branch information
ranjan-stha committed Sep 19, 2023
1 parent 81ee24d commit 014d674
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions core/tasks/get_data.py
Original file line number Diff line number Diff line change
Expand Up @@ -215,7 +215,7 @@ def fetch_project_leads(
else:
columns = []
# fetched in asc order
batch_size = 500
batch_size = 1
for i, row_batch in enumerate(batched(rows, batch_size)):
columns = (
columns if columns else [c.name for c in cursor.description]
Expand Down Expand Up @@ -296,7 +296,7 @@ def fetch_project_entries(
return
else:
columns = []
batch_size = 500
batch_size = 20
for i, row_batch in enumerate(batched(rows, batch_size)):
# NOTE: Although it seems like we can move columns before the loop,
# but since it is just an iterator, there is nothing available
Expand Down

0 comments on commit 014d674

Please sign in to comment.