diff --git a/src/axolotl/train.py b/src/axolotl/train.py
index e25acc7d8..dc7289b09 100644
--- a/src/axolotl/train.py
+++ b/src/axolotl/train.py
@@ -266,6 +266,9 @@ def terminate_handler(_, __, model_weakref):
                     dataset_tags = [
                         d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir()
                     ]
+                    dataset_tags = [
+                        d for d in dataset_tags if not d.startswith("https://")
+                    ]
                     if dataset_tags:
                         # guard as create_model_card may fail if dataset_tags is empty list
                         model_card_kwarg["dataset_name"] = dataset_tags
@@ -273,6 +276,9 @@ def terminate_handler(_, __, model_weakref):
                     dataset_tags = [
                         d["path"] for d in cfg.datasets if not Path(d["path"]).is_dir()
                     ]
+                    dataset_tags = [
+                        d for d in dataset_tags if not d.startswith("https://")
+                    ]
                     if dataset_tags:
                         # guard as create_model_card may fail if dataset_tags is empty list
                         model_card_kwarg["dataset_tags"] = dataset_tags