diff --git a/job_board_scraper/shell_scripts/run_job_scraper_chunked.sh b/job_board_scraper/shell_scripts/run_job_scraper_chunked.sh index 2d597de..bd2ece8 100755 --- a/job_board_scraper/shell_scripts/run_job_scraper_chunked.sh +++ b/job_board_scraper/shell_scripts/run_job_scraper_chunked.sh @@ -1,6 +1,6 @@ # !/bin/bash cd .. -total_size=${1-200} +total_size=${1-200} #TODO: Find better way to make this dynamic chunk_size=${2-20} #default to chunks of 20 lowest_id=1 #first serial id is 1. for ((i=$lowest_id;i<=$total_size;i++))