diff --git a/src/lighteval/models/endpoints/endpoint_model.py b/src/lighteval/models/endpoints/endpoint_model.py
index 80798b61..5bc5da3b 100644
--- a/src/lighteval/models/endpoints/endpoint_model.py
+++ b/src/lighteval/models/endpoints/endpoint_model.py
@@ -257,6 +257,7 @@ def __init__(  # noqa: C901
                     logger.error(
                         "Endpoint did not start within 30 minutes, there was a timeout. Please inspect the logs."
                     )
+                    self.cleanup()
                     raise e
                 except HfHubHTTPError as e:
                     # The endpoint actually already exists, we'll spin it up instead of trying to create a new one