microbenchmarking_test.py

# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation; either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# See LICENSE for more details.
#
# Copyright (c) 2023 ScyllaDB
import json

from sdcm.argus_results import send_perf_simple_query_result_to_argus
from sdcm.tester import ClusterTester, teardown_on_exception, log_run_info
from sdcm.utils.microbenchmarking.perf_simple_query_reporter import PerfSimpleQueryAnalyzer


class PerfSimpleQueryTest(ClusterTester):
    @teardown_on_exception
    @log_run_info
    def setUp(self):
        if es_index := self.params.get("custom_es_index"):
            self._test_index = es_index

        super().setUp()

    def test_perf_simple_query(self):
        result = self.db_cluster.nodes[0].remoter.run(
            "scylla perf-simple-query --json-result=perf-simple-query-result.txt --smp 1 -m 1G")
        if result.ok:
            regression_report = {}
            output = self.db_cluster.nodes[0].remoter.run("cat perf-simple-query-result.txt").stdout
            results = json.loads(output)
            self.create_test_stats(
                specific_tested_stats={"perf_simple_query_result": results},
                doc_id_with_timestamp=True)
            if self.create_stats:
                is_gce = self.params.get('cluster_backend') == 'gce'
                regression_report = PerfSimpleQueryAnalyzer(self._test_index, self._es_doc_type).check_regression(
                    self._test_id, is_gce=is_gce,
                    extra_jobs_to_compare=self.params.get('perf_extra_jobs_to_compare'))
            send_perf_simple_query_result_to_argus(self.test_config.argus_client(),
                                                   results,
                                                   regression_report.get("scylla_date_results_table", [])
                                                   )