Skip to content

Commit

Permalink
temporarily remove e2e time metric
Browse files Browse the repository at this point in the history
  • Loading branch information
ashors1 committed Oct 10, 2023
1 parent f841ed5 commit 5b6443b
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/baselines/test_pax_mgmn_metrics.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ def test_step_time(baseline_filename):
STEP_TIME_MULT, f"Step time values: {step_time_values} (Avg: {step_time_avg_actual}), Expected avg: {step_time_avg_expected}"


@pytest.mark.parametrize("baseline_filename", os.listdir(baselines_dir))
'''@pytest.mark.parametrize("baseline_filename", os.listdir(baselines_dir))
def test_e2e_time(baseline_filename):
baseline_filepath = os.path.join(baselines_dir, baseline_filename)
test_config = baseline_filename.split(".")[0]
Expand All @@ -50,4 +50,4 @@ def test_e2e_time(baseline_filename):
e2e_time_expected = json.load(baseline_file)["e2e_time_seconds"]
e2e_time_actual = test_utils.read_e2e_time(run_log)
assert e2e_time_actual < e2e_time_expected / \
E2E_TIME_MULT, f"Run E2E time: {e2e_time_actual}, Expected E2E time: {e2e_time_expected}"
E2E_TIME_MULT, f"Run E2E time: {e2e_time_actual}, Expected E2E time: {e2e_time_expected}"'''

0 comments on commit 5b6443b

Please sign in to comment.