From 096032f229f10369a0f61944f2db0d36e63c619c Mon Sep 17 00:00:00 2001
From: Eivind Jahren <ejah@equinor.com>
Date: Thu, 19 Dec 2024 11:23:28 +0100
Subject: [PATCH] Only benchmark small configs

---
 .../test_obs_and_responses_performance.py     | 29 ++++++++++++++-----
 1 file changed, 22 insertions(+), 7 deletions(-)

diff --git a/tests/ert/performance_tests/test_obs_and_responses_performance.py b/tests/ert/performance_tests/test_obs_and_responses_performance.py
index 481b4f31204..830c07aca8f 100644
--- a/tests/ert/performance_tests/test_obs_and_responses_performance.py
+++ b/tests/ert/performance_tests/test_obs_and_responses_performance.py
@@ -360,6 +360,7 @@ class _Benchmark:
 @pytest.fixture(
     params=[
         (
+            b.alias,
             b.config,
             b.expected_join_performance,
         )
@@ -367,7 +368,7 @@ class _Benchmark:
     ],
 )
 def setup_benchmark(tmp_path, request):
-    config, expected_performance = request.param
+    alias, config, expected_performance = request.param
     info = create_experiment_args(
         config.num_parameters,
         config.num_gen_data_keys,
@@ -397,6 +398,7 @@ def setup_benchmark(tmp_path, request):
             ens.save_response("gen_data", info.gen_data_responses.clone(), real)
 
         yield (
+            alias,
             ens,
             experiment.observation_keys,
             np.array(range(config.num_realizations)),
@@ -407,7 +409,7 @@ def setup_benchmark(tmp_path, request):
 def test_memory_performance_of_joining_observations_and_responses(
     setup_benchmark, tmp_path
 ):
-    ens, observation_keys, mask, expected_performance = setup_benchmark
+    _, ens, observation_keys, mask, expected_performance = setup_benchmark
 
     with memray.Tracker(tmp_path / "memray.bin"):
         ens.get_observations_and_responses(observation_keys, mask)
@@ -420,7 +422,10 @@ def test_memory_performance_of_joining_observations_and_responses(
 def test_time_performance_of_joining_observations_and_responses(
     setup_benchmark, benchmark
 ):
-    ens, observation_keys, mask, _ = setup_benchmark
+    alias, ens, observation_keys, mask, _ = setup_benchmark
+
+    if alias not in ["small", "medium"]:
+        pytest.skip()
 
     def run():
         ens.get_observations_and_responses(observation_keys, mask)
@@ -431,6 +436,7 @@ def run():
 @pytest.fixture(
     params=[
         (
+            b.alias,
             b.config,
             b.expected_update_performance,
         )
@@ -438,7 +444,7 @@ def run():
     ],
 )
 def setup_es_benchmark(tmp_path, request):
-    config, expected_performance = request.param
+    alias, config, expected_performance = request.param
     info = create_experiment_args(
         config.num_parameters,
         config.num_gen_data_keys,
@@ -483,11 +489,17 @@ def setup_es_benchmark(tmp_path, request):
             iteration=1,
         )
 
-        yield prior, posterior, info.gen_kw_config.name, expected_performance
+        yield (
+            alias,
+            prior,
+            posterior,
+            info.gen_kw_config.name,
+            expected_performance,
+        )
 
 
 def test_memory_performance_of_doing_es_update(setup_es_benchmark, tmp_path):
-    prior, posterior, gen_kw_name, expected_performance = setup_es_benchmark
+    _, prior, posterior, gen_kw_name, expected_performance = setup_es_benchmark
     with memray.Tracker(tmp_path / "memray.bin"):
         smoother_update(
             prior,
@@ -502,7 +514,10 @@ def test_memory_performance_of_doing_es_update(setup_es_benchmark, tmp_path):
 
 
 def test_speed_performance_of_doing_es_update(setup_es_benchmark, benchmark):
-    prior, posterior, gen_kw_name, _ = setup_es_benchmark
+    alias, prior, posterior, gen_kw_name, _ = setup_es_benchmark
+
+    if alias not in ["small", "medium"]:
+        pytest.skip()
 
     def run():
         smoother_update(