Skip to content

Commit

Permalink
Pushing configs that allow granular comparison of many more metrics
Browse files Browse the repository at this point in the history
  • Loading branch information
afcollins committed Jun 12, 2023
1 parent ac34eca commit 89dbf60
Show file tree
Hide file tree
Showing 11 changed files with 887 additions and 0 deletions.
31 changes: 31 additions & 0 deletions collect_node-density.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
#!/bin/bash
# A space-separated list of UUIDs to query
UUIDS="88c4ac22-bc87-4557-bbab-5442ceed471d 491f27c8-f308-4bf3-a210-2e99f6ffc228 5a025027-0e4b-46c2-a88c-c32e93b120b1 75d91a2a-5208-4d49-8900-889a0a366497"
# Which elastic to query. If all UUIDs are not from the same source, then provide a space-separated list of URLs that map to the UUIDs in order.
ES_URL="https://search-perfscale-dev-chmf5l4sh66lvxbnadi4bznl3a.us-west-2.es.amazonaws.com:443"
OUTPUT_FILE="heavy.245ppn.v2-crun.csv"

CONFIG="config/kubeburner-node-density.json"
touchstone_compare --config $CONFIG -u $UUIDS -url $ES_URL -o csv > $OUTPUT_FILE

CONFIG="config/apirequestrate_verb.json"
touchstone_compare --config $CONFIG -u $UUIDS -url $ES_URL -o csv >> $OUTPUT_FILE

CONFIG="config/etcd_distribution.json"
touchstone_compare --config $CONFIG -u $UUIDS -url $ES_URL -o csv >> $OUTPUT_FILE

CONFIG="config/apiCalls_3-buckets.json"
touchstone_compare --config $CONFIG -u $UUIDS -url $ES_URL -o csv >> $OUTPUT_FILE

CONFIG="config/node-status.json"
touchstone_compare --config $CONFIG -u $UUIDS -url $ES_URL -o csv >> $OUTPUT_FILE

CONFIG="config/serviceSyncLatency.json"
touchstone_compare --config $CONFIG -u $UUIDS -url $ES_URL -o csv >> $OUTPUT_FILE

# This config generates 4 bucket columns when all others generate 3, so it should be handled separately where it can take common formatting with other 4 bucket queries, include:
# APIRequestRate,verb,resource
# mutatingAPICallsLatency,verb,scope
# readOnlyAPICallsLatency,verb,scope
# CONFIG="config/apiCalls_4-buckets.json"
# touchstone_compare --config $CONFIG -u $UUIDS -url $ES_URL -o csv >> $OUTPUT_FILE
102 changes: 102 additions & 0 deletions config/apiCalls_3-buckets.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,102 @@
{
"elasticsearch": {
"ripsaw-kube-burner*": [
{
"filter": {
"metricName.keyword": "schedulingThroughput"
},
"buckets": [
"metricName.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "readOnlyAPICallsLatency"
},
"buckets": [
"labels.verb.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "mutatingAPICallsLatency"
},
"buckets": [
"labels.verb.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "readOnlyAPICallsLatency"
},
"buckets": [
"labels.scope.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "mutatingAPICallsLatency"
},
"buckets": [
"labels.scope.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
}

]
}
}
66 changes: 66 additions & 0 deletions config/apiCalls_4-buckets.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
{
"elasticsearch": {
"ripsaw-kube-burner*": [
{
"filter": {
"metricName.keyword": "APIRequestRate"
},
"buckets": [
"labels.verb.keyword",
"labels.resource.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "readOnlyAPICallsLatency"
},
"buckets": [
"labels.verb.keyword",
"labels.scope.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "mutatingAPICallsLatency"
},
"buckets": [
"labels.verb.keyword",
"labels.scope.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
}
]
}
}
25 changes: 25 additions & 0 deletions config/apirequestrate_verb.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
{
"elasticsearch": {
"ripsaw-kube-burner*": [
{
"filter": {
"metricName.keyword": "APIRequestRate"
},
"buckets": [
"labels.verb.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
}
]
}
}
82 changes: 82 additions & 0 deletions config/etcd_distribution.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,82 @@
{
"elasticsearch": {
"ripsaw-kube-burner*": [
{
"filter": {
"metricName.keyword": "etcdLeaderChangesRate"
},
"buckets": [
"metricName.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "99thEtcdDiskBackendCommitDurationSeconds"
},
"buckets": [
"metricName.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "99thEtcdDiskWalFsyncDurationSeconds"
},
"buckets": [
"metricName.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
},
{
"filter": {
"metricName.keyword": "99thEtcdRoundTripTimeSeconds"
},
"buckets": [
"metricName.keyword"
],
"aggregations": {
"value": [
{
"percentiles": {
"percents": [
0,1,5,25,50,75,95,99,100
]
}
}
]
}
}
]
}
}
Loading

0 comments on commit 89dbf60

Please sign in to comment.