Can read data clinic generated parquet file

mlexchange · Dec 19, 2023 · 24e6cd9 · 24e6cd9
1 parent 1cab40f
commit 24e6cd9
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/umap_run.py b/umap_run.py
@@ -42,9 +42,12 @@ def computeUMAP(data,
 
     # Load images
     images = None
-    if images_dir == "data/example_shapes/Demoshapes.npz":
+    if images_dir == "data/example_shapes/Demoshapes.npz": # example dataset
         images = np.load(images_dir)['arr_0']
-    elif images_dir == "data/example_latentrepresentation/f_vectors.parquet":
+    elif images_dir == "data/example_latentrepresentation/f_vectors.parquet": # example dataset
+        df = pd.read_parquet(images_dir)
+        images = df.values
+    elif images_dir.split('.')[-1] == 'parquet': # data clinic
         df = pd.read_parquet(images_dir)
         images = df.values
     else: # user uploaded zip file