dataset tags don't support https uris (#2195)

axolotl-ai-cloud · Dec 17, 2024 · 339f3c6 · 339f3c6
1 parent d91feaf
commit 339f3c6
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/axolotl/train.py b/src/axolotl/train.py
@@ -266,13 +266,19 @@ def terminate_handler(_, __, model_weakref):
                     dataset_tags = [
                         d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir()
                     ]
+                    dataset_tags = [
+                        d for d in dataset_tags if not d.startswith("https://")
+                    ]
                     if dataset_tags:
                         # guard as create_model_card may fail if dataset_tags is empty list
                         model_card_kwarg["dataset_name"] = dataset_tags
                 else:
                     dataset_tags = [
                         d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir()
                     ]
+                    dataset_tags = [
+                        d for d in dataset_tags if not d.startswith("https://")
+                    ]
                     if dataset_tags:
                         # guard as create_model_card may fail if dataset_tags is empty list
                         model_card_kwarg["dataset_tags"] = dataset_tags