Catching any potetnail json exceptions

rapidsai · Nov 14, 2023 · 7d4cbf8 · 7d4cbf8
1 parent 58a238f
commit 7d4cbf8
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/python/raft-ann-bench/src/raft-ann-bench/data_export/__main__.py b/python/raft-ann-bench/src/raft-ann-bench/data_export/__main__.py
@@ -52,9 +52,15 @@ def read_file(dataset, dataset_path, method):
     for file in os.listdir(dir):
         if file.endswith(".json"):
             with open(os.path.join(dir, file), "r") as f:
-                data = json.load(f)
-                df = pd.DataFrame(data["benchmarks"])
-                yield (os.path.join(dir, file), file.split("-")[0], df)
+                try:
+                    data = json.load(f)
+                    df = pd.DataFrame(data["benchmarks"])
+                    yield os.path.join(dir, file), file.split("-")[0], df
+                except Exception as e:
+                    print(
+                        "An error occurred processing file %s (%s). "
+                        "Skipping..." % (file, e)
+                    )
 
 
 def convert_json_to_csv_build(dataset, dataset_path):