diff --git a/tests/e2e/test_mamba.py b/tests/e2e/test_mamba.py
index f65530e877..463b0ddac0 100644
--- a/tests/e2e/test_mamba.py
+++ b/tests/e2e/test_mamba.py
@@ -36,7 +36,7 @@ def test_fft(self, temp_dir):
                 "flash_attention": False,
                 "sequence_len": 1024,
                 "load_in_8bit": False,
-                "val_set_size": 0.1,
+                "val_set_size": 0.0,
                 "datasets": [
                     {
                         "path": "mhenrichsen/alpaca_2k_test",
@@ -53,7 +53,7 @@ def test_fft(self, temp_dir):
                 "lr_scheduler": "cosine",
                 "max_steps": 20,
                 "save_steps": 10,
-                "eval_steps": 10,
+                "eval_steps": None,
                 "save_safetensors": False,
             }
         )