rename run_full_pipeline to retrieve_all_data (#55)

MobilityNet · Mar 29, 2021 · 34197e8 · 34197e8
1 parent a81d57b
commit 34197e8
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/.gitignore b/.gitignore
@@ -110,3 +110,6 @@ ENV/
 .DS_Store
 **/.DS_Store
 
+# data dumps
+**/data/
+**/*.zip
diff --git a/bin/dump_data_to_file.py b/bin/dump_data_to_file.py
@@ -56,7 +56,7 @@ def get_all_spec_ids(datastore_url, author_email):
     return set(spec_ids)
 
 
-def run_full_pipeline(datastore_url, author_email, spec_ids, out_dir):
+def retrieve_all_data(datastore_url, author_email, spec_ids, out_dir):
     """
     Runs the full data retrieval pipeline in the event that a user/key/start_ts/end_ts combination isn't provided.
     """
@@ -203,4 +203,4 @@ def parse_args():
                 args.out_dir)
 
     else:
-        run_full_pipeline(args.datastore_url, args.author_email, spec_ids, args.out_dir)
+        retrieve_all_data(args.datastore_url, args.author_email, spec_ids, args.out_dir)