From cce1b8af965d8fe069e9bd3da5d78460127080b9 Mon Sep 17 00:00:00 2001
From: bharathappali <bharath.appali@gmail.com>
Date: Tue, 17 May 2022 13:53:43 +0530
Subject: [PATCH 1/2] Initial structure

Signed-off-by: bharathappali <bharath.appali@gmail.com>
---
 prometheus-autotune-ras/prom_ras.py | 160 ++++++++++++++++++++++++++++
 1 file changed, 160 insertions(+)
 create mode 100755 prometheus-autotune-ras/prom_ras.py

diff --git a/prometheus-autotune-ras/prom_ras.py b/prometheus-autotune-ras/prom_ras.py
new file mode 100755
index 0000000..6dbbdae
--- /dev/null
+++ b/prometheus-autotune-ras/prom_ras.py
@@ -0,0 +1,160 @@
+#!/usr/bin/python3
+
+# imports
+import getopt
+import sys
+import validators
+import subprocess
+from shutil import which
+
+# Constants
+
+CMD_KUBECTL = "kubectl"
+CMD_CURL = "curl"
+DEFAULT_NAMESPACE = "default"
+
+
+def usage():
+    print("""
+    USAGE:
+        LONG:
+            prom_ras.py --podname="<pod name>" --podsearch="<pod search>" --duration="<time in sec> --url="<datasource url>""
+        SHORT:
+            prom_ras.py -p "<pod name>" -P "<pod search>" -t "<time in sec> -u "<datasource url>""
+        
+        OPTIONS:
+            -h | --help         "Prints this message"
+            -p | --podname      "Name of the pod"
+            -P | --podsearch    "Name of pod to search (the first result will be taken as the pod name)"
+            -t | --duration     "Time duration to sleep in between the metric recordings"
+            -u | --url          "URL of the datasource to query"
+    """)
+    exit()
+
+
+def exit():
+    print("Exiting Gracefully.")
+    sys.exit(1)
+
+
+def opt_check(opt: str, type: str):
+    type = type.lower()
+    # Not needed as params are strings but added to check strings in future by making params generic
+    if type == "string" or type == "str":
+        return isinstance(opt, str)
+    if type == "number" or type == "integer" or type == "int":
+        return opt.isnumeric()
+    if type == "decimal" or type == "double" or type == "float":
+        try:
+            float(opt)
+            return True
+        except ValueError:
+            return False
+
+
+all_args = sys.argv
+
+if len(all_args) < 2:
+    print("Following args are required : POD NAME (or) POD SEARCH, DURATION (in secs), DATASOURCE URL")
+    usage()
+
+all_args = all_args[1:]
+
+try:
+    opts, args = getopt.getopt(
+        all_args,
+        "p:P:t:u:n:c",
+        [
+            "podname=",
+            "podsearch=",
+            "duration=",
+            "url=",
+            "namespace=",
+            "container="
+        ]
+    )
+except Exception as e:
+    print("Error obtaining params - " + str(e))
+    usage()
+
+PODNAME = None
+PODSEARCH = None
+DURATION = None
+DATASOURCE_URL = None
+NAMESPACE = DEFAULT_NAMESPACE
+CONTAINER = None
+
+for opt, arg in opts:
+    arg = arg.strip()
+    if opt in ['-p', '--podname']:
+        PODNAME = arg
+    elif opt in ['-P', '--podsearch']:
+        PODSEARCH = arg
+    elif opt in ['t', '--duration']:
+        if opt_check(arg, "int"):
+            DURATION = int(arg)
+        else:
+            print("Invalid value for time duration. Please enter an numeric value for duration")
+            usage()
+    elif opt in ['-u', '--url']:
+        if validators.url(arg):
+            DATASOURCE_URL = arg
+        else:
+            print("Invalid datasource url. Please enter a valid url")
+            usage()
+    elif opt in ['-n', '--namespace']:
+        NAMESPACE = arg
+    elif opt in ['-c', '--container']:
+        CONTAINER = arg
+
+if PODNAME is not None and PODSEARCH is not None:
+    print("""Warning: 
+        Both POD NAME and POD SEARCH are given, Program considers POD NAME as primary and ignoring POD SEARCH""")
+
+if PODNAME is not None and len(PODNAME) == 0:
+    print("Invalid podname")
+    exit()
+
+if PODSEARCH is not None and len(PODSEARCH) == 0:
+    print("Invalid pod search string")
+    exit()
+
+if CONTAINER is None or len(CONTAINER) == 0:
+    print("Invalid container name")
+    exit()
+
+
+def check_installation(tool):
+    if which(tool) is None:
+        print("'" + tool + "' not installed. Please install '" + tool + "' and re-run the program")
+        exit()
+
+
+def check_prerequisites():
+    check_installation(CMD_KUBECTL)
+    check_installation(CMD_CURL)
+
+
+check_prerequisites()
+result = subprocess.Popen([CMD_KUBECTL, "-n", NAMESPACE, "get", "pods"], stdout=subprocess.PIPE)
+found_pod = False
+pods = []
+for line in result.stdout.readlines():
+    # removes last 3 chars \n'
+    podname = str(line).replace("b'","")[:-3].split(" ")[0]
+    if podname != "NAME":
+        pods.append(podname)
+    if podname == PODNAME:
+        found_pod = True
+        break
+    if PODNAME is None and PODSEARCH is not None and podname.find(PODSEARCH) != -1:
+        found_pod = True
+        PODNAME = podname
+        break
+
+if not found_pod:
+    print("Invalid podname please try with a correct pod name")
+    print("Available pods: " + str(pods))
+    exit()
+
+print(PODNAME)
\ No newline at end of file

From a1937d94b29849c19e117bf8e864c913ae26c0f6 Mon Sep 17 00:00:00 2001
From: bharathappali <bharath.appali@gmail.com>
Date: Wed, 18 May 2022 12:25:37 +0530
Subject: [PATCH 2/2] Adds tables for validation output and adds
 requirements.txt

Signed-off-by: bharathappali <bharath.appali@gmail.com>
---
 prometheus-autotune-ras/prom_ras.py      | 245 ++++++++++++++++++++---
 prometheus-autotune-ras/requirements.txt |   2 +
 2 files changed, 217 insertions(+), 30 deletions(-)
 create mode 100644 prometheus-autotune-ras/requirements.txt

diff --git a/prometheus-autotune-ras/prom_ras.py b/prometheus-autotune-ras/prom_ras.py
index 6dbbdae..342277a 100755
--- a/prometheus-autotune-ras/prom_ras.py
+++ b/prometheus-autotune-ras/prom_ras.py
@@ -3,9 +3,13 @@
 # imports
 import getopt
 import sys
+import time
+import requests
 import validators
 import subprocess
 from shutil import which
+from datetime import datetime, date
+from prettytable import PrettyTable
 
 # Constants
 
@@ -18,14 +22,15 @@ def usage():
     print("""
     USAGE:
         LONG:
-            prom_ras.py --podname="<pod name>" --podsearch="<pod search>" --duration="<time in sec> --url="<datasource url>""
+            prom_ras.py --podname="<pod name>" --podsearch="<pod search>" --container=<container name> --duration="<time in sec> --url="<datasource url>""
         SHORT:
-            prom_ras.py -p "<pod name>" -P "<pod search>" -t "<time in sec> -u "<datasource url>""
+            prom_ras.py -p "<pod name>" -P "<pod search>" -c "<container name>" -t "<time in sec> -u "<datasource url>""
         
         OPTIONS:
             -h | --help         "Prints this message"
             -p | --podname      "Name of the pod"
             -P | --podsearch    "Name of pod to search (the first result will be taken as the pod name)"
+            -c | --container    "Name of the container"
             -t | --duration     "Time duration to sleep in between the metric recordings"
             -u | --url          "URL of the datasource to query"
     """)
@@ -37,14 +42,14 @@ def exit():
     sys.exit(1)
 
 
-def opt_check(opt: str, type: str):
-    type = type.lower()
+def opt_check(opt: str, s_type: str):
+    s_type = s_type.lower()
     # Not needed as params are strings but added to check strings in future by making params generic
-    if type == "string" or type == "str":
+    if s_type == "string" or s_type == "str":
         return isinstance(opt, str)
-    if type == "number" or type == "integer" or type == "int":
+    if s_type == "number" or s_type == "integer" or s_type == "int":
         return opt.isnumeric()
-    if type == "decimal" or type == "double" or type == "float":
+    if s_type == "decimal" or s_type == "double" or s_type == "float":
         try:
             float(opt)
             return True
@@ -63,14 +68,15 @@ def opt_check(opt: str, type: str):
 try:
     opts, args = getopt.getopt(
         all_args,
-        "p:P:t:u:n:c",
+        "p:P:t:u:n:c:h",
         [
             "podname=",
             "podsearch=",
             "duration=",
             "url=",
             "namespace=",
-            "container="
+            "container=",
+            "help"
         ]
     )
 except Exception as e:
@@ -106,6 +112,8 @@ def opt_check(opt: str, type: str):
         NAMESPACE = arg
     elif opt in ['-c', '--container']:
         CONTAINER = arg
+    elif opt in ['-h', '--help']:
+        usage()
 
 if PODNAME is not None and PODSEARCH is not None:
     print("""Warning: 
@@ -135,26 +143,203 @@ def check_prerequisites():
     check_installation(CMD_CURL)
 
 
+def check_pod():
+    global CMD_KUBECTL, NAMESPACE, PODNAME, PODSEARCH
+    result = subprocess.Popen([CMD_KUBECTL, "-n", NAMESPACE, "get", "pods"], stdout=subprocess.PIPE)
+    found_pod = False
+    pods = []
+
+    for line in result.stdout.readlines():
+        # removes last 3 chars \n'
+        podname = str(line).replace("b'", "")[:-3].split(" ")[0]
+        if podname != "NAME":
+            pods.append(podname)
+        if podname == PODNAME:
+            found_pod = True
+            break
+        if PODNAME is None and PODSEARCH is not None and podname.find(PODSEARCH) != -1:
+            found_pod = True
+            PODNAME = podname
+            break
+
+    if not found_pod:
+        print("Invalid podname please try with a correct pod name")
+        print("Available pods: " + str(pods))
+        exit()
+
+
 check_prerequisites()
-result = subprocess.Popen([CMD_KUBECTL, "-n", NAMESPACE, "get", "pods"], stdout=subprocess.PIPE)
-found_pod = False
-pods = []
-for line in result.stdout.readlines():
-    # removes last 3 chars \n'
-    podname = str(line).replace("b'","")[:-3].split(" ")[0]
-    if podname != "NAME":
-        pods.append(podname)
-    if podname == PODNAME:
-        found_pod = True
-        break
-    if PODNAME is None and PODSEARCH is not None and podname.find(PODSEARCH) != -1:
-        found_pod = True
-        PODNAME = podname
-        break
-
-if not found_pod:
-    print("Invalid podname please try with a correct pod name")
-    print("Available pods: " + str(pods))
-    exit()
+check_pod()
+
+cpu_mem_table = PrettyTable(["Timestamp", "Datasource", "CPU readings", "Memory Readings"])
+
+kubectl_read_cpu_file = [
+    CMD_KUBECTL,
+    "-n",
+    NAMESPACE,
+    "exec",
+    "-c",
+    CONTAINER,
+    PODNAME,
+    "--",
+    "cat",
+    "/sys/fs/cgroup/cpu/cpuacct.usage_all"
+]
+
+kubectl_read_mem_file = [
+    CMD_KUBECTL,
+    "-n",
+    NAMESPACE,
+    "exec",
+    "-c",
+    CONTAINER,
+    PODNAME,
+    "--",
+    "cat",
+    "/sys/fs/cgroup/memory/memory.usage_in_bytes"
+]
+
+CPU_READING_NANO = 0
+NANO_TO_SECS = 1000000000
+CPU_READING = 0
+MEM_READING_STR = ""
+MEM_READING = 0
+
+
+def record_cgroup_readings():
+    global CPU_READING, MEM_READING, CPU_READING_NANO, NANO_TO_SECS, MEM_READING_STR, cpu_mem_table
+    result = subprocess.Popen(kubectl_read_cpu_file, stdout=subprocess.PIPE)
+    CPU_READING_NANO = 0
+    for line in result.stdout.readlines():
+        read_line = str(line).replace("b'", "")[:-3]
+        parts = read_line.split(" ")
+        if len(parts) == 3:
+            if parts[1].isnumeric() and parts[2].isnumeric():
+                CPU_READING_NANO = CPU_READING_NANO + int(parts[1]) + int(parts[2])
+
+    CPU_READING = CPU_READING_NANO / NANO_TO_SECS
+
+    result = subprocess.Popen(kubectl_read_mem_file, stdout=subprocess.PIPE)
+
+    MEM_READING_STR = ""
+    for line in result.stdout.readlines():
+        read_line = str(line).replace("b'", "")[:-3]
+        MEM_READING_STR = MEM_READING_STR + read_line
+
+    MEM_READING = int(MEM_READING_STR)
+    cpu_mem_table.add_row([datetime.now(), "Cgroup", CPU_READING, MEM_READING])
+
+
+def curl_rec_query_cmd(query):
+    return [
+        CMD_CURL,
+        "--silent",
+        "--date-urlencode",
+        query,
+        DATASOURCE_URL
+    ]
+
+
+def record_prom_readings():
+    cpu_query = {
+        'query': 'container_cpu_usage_seconds_total{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}'}
+    mem_query = {
+        'query': 'container_memory_working_set_bytes{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}'}
+    response = requests.get(DATASOURCE_URL, params=cpu_query)
+    result = response.json()
+    cpu_reading = float(result['data']['result'][0]['value'][1])
+    response = requests.get(DATASOURCE_URL, params=mem_query)
+    result = response.json()
+    mem_reading = float(result['data']['result'][0]['value'][1])
+    cpu_mem_table.add_row([datetime.now(), "Prometheus", cpu_reading, mem_reading])
+
+
+print("First Reading - Recording Cgroup readings ...", end=" ")
+record_cgroup_readings()
+print("Done.")
+print("First Reading - Recording Prometheus readings ...", end=" ")
+record_prom_readings()
+print("Done.")
+print("Sleeping for " + str(DURATION) + " Seconds!")
+time.sleep(DURATION)
+print("Second Reading - Recording Cgroup readings ...", end=" ")
+record_cgroup_readings()
+print("Done.")
+print("Second Reading - Recording Prometheus readings ...", end=" ")
+record_prom_readings()
+print("Done.")
+
+print("CPU & Memory Recordings table :")
+print(cpu_mem_table)
+
+print("Calculating the min, max and mean from prometheus queries:")
+print(
+    'Memory Query - container_memory_working_set_bytes{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's]')
+
+print(
+    'Memory Min Query - min_over_time(container_memory_working_set_bytes{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's])')
+print(
+    'Memory Max Query - max_over_time(container_memory_working_set_bytes{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's])')
+print(
+    'CPU Query - container_cpu_usage_seconds_total{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's]')
+
+print(
+    'CPU Rate Query - rate(container_cpu_usage_seconds_total{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's])')
+
+
+cpu_query = {
+    'query': 'container_cpu_usage_seconds_total{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's]'}
+
+cpu_rate_query = {
+    'query': 'rate(container_cpu_usage_seconds_total{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's])'}
+
+mem_query = {
+    'query': 'container_memory_working_set_bytes{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's]'}
+
+mem_min_query = {
+    'query': 'min_over_time(container_memory_working_set_bytes{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's])'}
+
+mem_max_query = {
+    'query': 'max_over_time(container_memory_working_set_bytes{container="' + CONTAINER + '", image!="", pod="' + PODNAME + '"}[' + str(
+        DURATION) + 's])'}
+
+prom_table = PrettyTable(["Type", "Metric", "Min", "Max", "Mean"])
+
+response = requests.get(DATASOURCE_URL, params=cpu_query)
+result = response.json()
+cpu_readings = result['data']['result'][0]['values']
+rec_readings = [x[1] for x in cpu_readings]
+diff_rec = [float(rec_readings[i + 1]) - float(rec_readings[i]) for i in range(len(rec_readings) - 1)]
+rate_rec = [x/30 for x in diff_rec]
+prom_table.add_row(["Calculated", "CPU", min(rate_rec), max(rate_rec), sum(rate_rec)/len(rate_rec)])
+response = requests.get(DATASOURCE_URL, params=cpu_rate_query)
+result = response.json()
+prom_table.add_row(["Query", "CPU", "-", "-", result['data']['result'][0]['value'][1]])
+
+response = requests.get(DATASOURCE_URL, params=mem_query)
+result = response.json()
+mem_raw_readings = result['data']['result'][0]['values']
+mem_rec_readings = [int(x[1]) for x in mem_raw_readings]
+prom_table.add_row(["Calculated", "Memory", min(mem_rec_readings), max(mem_rec_readings), sum(mem_rec_readings)/len(mem_rec_readings)])
+
+response = requests.get(DATASOURCE_URL, params=mem_min_query)
+result = response.json()
+min_mem = result['data']['result'][0]['value'][1]
+
+response = requests.get(DATASOURCE_URL, params=mem_max_query)
+result = response.json()
+max_mem = result['data']['result'][0]['value'][1]
+
+prom_table.add_row(["Query", "Memory", min_mem, max_mem, "-"])
+
+print(prom_table)
 
-print(PODNAME)
\ No newline at end of file
diff --git a/prometheus-autotune-ras/requirements.txt b/prometheus-autotune-ras/requirements.txt
new file mode 100644
index 0000000..e9b6ac2
--- /dev/null
+++ b/prometheus-autotune-ras/requirements.txt
@@ -0,0 +1,2 @@
+validators==0.19.0
+prettytable==3.0.0