[WIP] Adding config files and comparison specific jobNames

config/crio-jobName.json

@@ -0,0 +1,34 @@
+{
+  "elasticsearch": {
+    "ripsaw-kube-burner": [
+      {
+        "filter": {
+          "metricName.keyword": "crioCPU"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max",
+            "avg"
+          ]
+        }
+      },
+      {
+        "filter": {
+          "metricName.keyword": "crioMemory"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max",
+            "avg"
+          ]
+        }
+      }
+    ]
+  }
+}

config/etcd-jobName.json

@@ -0,0 +1,45 @@
+{
+  "elasticsearch": {
+    "ripsaw-kube-burner": [
+      {
+        "filter": {
+          "metricName.keyword": "99thEtcdDiskBackendCommitDurationSeconds"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max"
+          ]
+        }
+      },
+      {
+        "filter": {
+          "metricName.keyword": "99thEtcdDiskWalFsyncDurationSeconds"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max"
+          ]
+        }
+      },
+      {
+        "filter": {
+          "metricName.keyword": "99thEtcdRoundTripTimeSeconds"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max"
+          ]
+        }
+      }
+    ]
+  }
+}

config/kubelet-jobName.json

@@ -0,0 +1,32 @@
+{
+  "elasticsearch": {
+    "ripsaw-kube-burner": [
+      {
+        "filter": {
+          "metricName.keyword": "kubeletCPU"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max"
+          ]
+        }
+      },
+      {
+        "filter": {
+          "metricName.keyword": "kubeletMemory"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max"
+          ]
+        }
+      }
+    ]
+  }
+}

config/nodeAggWorkers-jobName.json

@@ -0,0 +1,34 @@
+{
+  "elasticsearch": {
+    "ripsaw-kube-burner": [
+      {
+        "filter": {
+          "metricName.keyword": "nodeCPU-AggregatedWorkers"
+        },
+        "buckets": [
+          "labels.mode.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "avg",
+            "max"
+          ]
+        }
+      },
+      {
+        "filter": {
+          "metricName.keyword": "nodeMemoryAvailable-AggregatedWorkers"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "avg",
+            "max"
+          ]
+        }
+      }
+    ]
+  }
+}

config/nodeMasters-jobName.json

@@ -0,0 +1,32 @@
+{
+  "elasticsearch": {
+    "ripsaw-kube-burner": [
+      {
+        "filter": {
+          "metricName.keyword": "nodeCPU-Masters"
+        },
+        "buckets": [
+          "labels.mode.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max"
+          ]
+        }
+      },
+      {
+        "filter": {
+          "metricName.keyword": "nodeMemoryUtilization-Masters"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max"
+          ]
+        }
+      }
+    ]
+  }
+}

config/nodeWorkers-jobName.json

@@ -0,0 +1,34 @@
+{
+  "elasticsearch": {
+    "ripsaw-kube-burner": [
+      {
+        "filter": {
+          "metricName.keyword": "nodeCPU-Workers"
+        },
+        "buckets": [
+          "labels.mode.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max",
+            "avg"
+          ]
+        }
+      },
+      {
+        "filter": {
+          "metricName.keyword": "nodeMemoryUtilization-Workers"
+        },
+        "buckets": [
+          "jobName.keyword"
+        ],
+        "aggregations": {
+          "value": [
+            "max",
+            "avg"
+          ]
+        }
+      }
+    ]
+  }
+}

tolerancy-configs/crio-tolerancy.yaml

@@ -0,0 +1,8 @@
+- json_path: ["metricName", "crioCPU","jobName","*", "max(value)"]
+  tolerancy: 20
+  # Maximum percentage of allowed failures
+  max_failures: 0
+- json_path: ["metricName", "crioMemory","jobName","*", "max(value)"]
+  tolerancy: 15
+  # Maximum percentage of allowed failures
+  max_failures: 0

tolerancy-configs/etcd-tolerancy.yaml

@@ -0,0 +1,12 @@
+- json_path: ["metricName", "99thEtcdDiskBackendCommitDurationSeconds", "jobName","*","max(value)"]
+  tolerancy: 40
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "99thEtcdDiskWalFsyncDurationSeconds", "jobName","*","max(value)"]
+  tolerancy: 40
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "99thEtcdRoundTripTimeSeconds", "jobName","*","max(value)"]
+  tolerancy: 40
+  # Maximum percentage of allowed failures
+  max_failures: 100

tolerancy-configs/kube-burner-cp-tolerancy.yaml

@@ -0,0 +1,16 @@
+- json_path: ["metricName", "containerCPU-Masters", "labels.namespace", "openshift-kube-apiserver", "avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "containerMemory-Masters", "labels.namespace", "openshift-kube-apiserver", "avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "containerCPU-Masters", "labels.namespace", "openshift-etcd", "avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "containerMemory-Masters", "labels.namespace", "openshift-etcd", "avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100

tolerancy-configs/kubelet-tolerancy.yaml

@@ -0,0 +1,8 @@
+- json_path: ["metricName", "kubeletCPU", "jobName", "*", "max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "kubeletMemory", "jobName", "*", "max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100

tolerancy-configs/master-tolerancy.yaml

@@ -0,0 +1,8 @@
+- json_path: ["metricName", "nodeCPU-Masters", "labels.mode", "*", "max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "nodeMemoryUtilization-Masters", "jobName", "*", "max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100

tolerancy-configs/pod-latency-tolerancy-rules.yaml

@@ -0,0 +1,8 @@
+- json_path: ["metricName", "podLatencyQuantilesMeasurement", "quantileName", "ContainersReady", "avg(P99)"]
+  tolerancy: -25
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "podLatencyQuantilesMeasurement", "quantileName", "Ready", "avg(P99)"]
+  tolerancy: -25
+  # Maximum percentage of allowed failures
+  max_failures: 100

tolerancy-configs/worker-agg-tolerancy.yaml

@@ -0,0 +1,16 @@
+- json_path: ["metricName", "nodeCPU-AggregatedWorkers", "labels.mode", "*", "avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "nodeCPU-AggregatedWorkers", "labels.mode", "*", "max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 100
+- json_path: ["metricName", "nodeMemoryAvailable-AggregatedWorkers","jobName","*","max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 50
+- json_path: ["metricName", "nodeMemoryAvailable-AggregatedWorkers","jobName","*","avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 50

tolerancy-configs/worker-tolerancy.yaml

@@ -0,0 +1,16 @@
+- json_path: ["metricName", "nodeCPU-Workers","labels.mode","*","max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 50
+- json_path: ["metricName", "nodeCPU-Workers","labels.mode","*","avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 50
+- json_path: ["metricName", "nodeMemoryUtilization-Workers","jobName","*","max(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 50
+- json_path: ["metricName", "nodeMemoryUtilization-Workers","jobName","*","avg(value)"]
+  tolerancy: -15
+  # Maximum percentage of allowed failures
+  max_failures: 50