diff --git a/tests/ert/unit_tests/resources/test_run_eclipse_simulator.py b/tests/ert/unit_tests/resources/test_run_eclipse_simulator.py
index 1e6266adba2..63a1e57a11d 100644
--- a/tests/ert/unit_tests/resources/test_run_eclipse_simulator.py
+++ b/tests/ert/unit_tests/resources/test_run_eclipse_simulator.py
@@ -96,8 +96,6 @@ def test_ecl100_binary_can_handle_extra_dots_in_casename(source_root):
 @pytest.mark.requires_eclipse
 @pytest.mark.usefixtures("use_tmpdir", "e100_env")
 def test_run_reservoirsimulator_argparse_api(source_root):
-    # Todo: avoid actually running Eclipse here, use a mock
-    # Also test the other command line options.
     shutil.copy(
         source_root / "test-data/ert/eclipse/EIGHTCELLS.DATA",
         "EIGHTCELLS.DATA",
@@ -126,7 +124,7 @@ def test_run_reservorsimulator_on_parallel_deck(source_root):
 @pytest.mark.integration_test
 @pytest.mark.requires_eclipse
 @pytest.mark.usefixtures("use_tmpdir", "e100_env")
-def test_run_reservoirsimulator_when_unsmry_is_ambiguous(source_root):
+def test_run_reservoirsimulator_ignores_unrelated_summary_files(source_root):
     shutil.copy(
         source_root / "test-data/ert/eclipse/EIGHTCELLS.DATA",
         "EIGHTCELLS.DATA",
@@ -159,7 +157,7 @@ def test_run_reservoirsimulator_when_unsmry_is_ambiguous_with_mpi(source_root):
 @pytest.mark.integration_test
 @pytest.mark.requires_eclipse
 @pytest.mark.usefixtures("use_tmpdir", "e100_env")
-def test_run_reservoirsimulator_on_nosim(source_root):
+def test_run_reservoirsimulator_reports_successful_runs_with_nosim(source_root):
     deck = (source_root / "test-data/ert/eclipse/EIGHTCELLS.DATA").read_text(
         encoding="utf-8"
     )
@@ -269,7 +267,7 @@ def test_failed_run_gives_nonzero_returncode_and_exception(monkeypatch):
 @pytest.mark.integration_test
 @pytest.mark.requires_eclipse
 @pytest.mark.usefixtures("use_tmpdir", "e100_env")
-def test_deck_errors_can_be_ignored(source_root):
+def test_run_reservoirsimulator_ignores_errors_in_deck_when_requested(source_root):
     shutil.copy(
         source_root / "test-data/ert/eclipse/SPE1_ERROR.DATA",
         "SPE1_ERROR.DATA",