diff --git a/dashboards/file-d.json b/dashboards/file-d.json index 69dde3ef3..eabda4dbb 100644 --- a/dashboards/file-d.json +++ b/dashboards/file-d.json @@ -1,4 +1,14 @@ { + "__inputs": [ + { + "name": "DS_PROMETHEUS", + "label": "Prometheus", + "description": "", + "type": "datasource", + "pluginId": "prometheus", + "pluginName": "Prometheus" + } + ], "annotations": { "list": [ { @@ -24,15 +34,15 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 2, - "id": 4, + "id": 33, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, @@ -45,8 +55,8 @@ "targets": [ { "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "refId": "A" } @@ -57,7 +67,101 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" + }, + "description": "Displays the File.d version for the selected instance. When 'All' is selected, lists all detected versions.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": { + "align": "auto", + "cellOptions": { + "type": "auto" + }, + "inspect": false + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 0, + "y": 1 + }, + "id": 94, + "options": { + "cellHeight": "sm", + "enableCellFilters": false, + "footer": { + "countRows": false, + "fields": "", + "reducer": [ + "sum" + ], + "show": false + }, + "showHeader": true + }, + "pluginVersion": "10.0.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max by (instance, version) (file_d_file_d_version{job=~\"$job\", instance=~\"$instance\"})", + "format": "table", + "instant": true, + "legendFormat": "{{instance}}: {{version}}", + "range": false, + "refId": "A" + } + ], + "title": "Version", + "transformations": [ + { + "id": "labelsToFields", + "options": { + "mode": "columns" + } + }, + { + "id": "organize", + "options": { + "excludeByName": { + "Time": true, + "Value": true + }, + "indexByName": {}, + "renameByName": { + "Time": "", + "instance": "Instance", + "version": "Version" + } + } + } + ], + "type": "table" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "description": "Amount of logs written by File.d in bytes.", "fieldConfig": { @@ -82,7 +186,7 @@ "gridPos": { "h": 2, "w": 6, - "x": 0, + "x": 6, "y": 1 }, "id": 78, @@ -102,16 +206,16 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "9.2.7", + "pluginVersion": "10.0.0", "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, - "expr": "sum(delta(file_d_pipeline_${pipeline}_output_plugin_events_size_total{}[24h]))", + "expr": "sum(delta(file_d_pipeline_${pipeline}_output_plugin_events_size_total{job=~\"$job\", instance=~\"$instance\"}[24h]))", "hide": false, "instant": true, "interval": "", @@ -125,24 +229,40 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, - "description": "File.d current running version.", + "description": "Displays the average uptime of all selected File.d instances in 'd hh:mm:ss format'. When 'All' is selected, shows the shortest (most recently restarted) uptime.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, - "mappings": [], + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null + }, + { + "color": "red", + "value": 80 } ] - } + }, + "unit": "dtdhms" }, "overrides": [] }, @@ -150,14 +270,17 @@ "h": 2, "w": 6, "x": 6, - "y": 1 + "y": 3 }, - "id": 94, + "hideTimeOverride": true, + "id": 15, + "links": [], + "maxDataPoints": 100, "options": { - "colorMode": "value", + "colorMode": "none", "graphMode": "none", "justifyMode": "auto", - "orientation": "auto", + "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" @@ -165,48 +288,48 @@ "fields": "", "values": false }, - "showPercentChange": false, - "textMode": "name", - "wideLayout": true + "textMode": "auto" }, - "pluginVersion": "9.2.7", + "pluginVersion": "10.0.0", "targets": [ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "max(file_d_file_d_version{}) by (version)", - "interval": "", - "legendFormat": "{{version}}", - "range": true, - "refId": "A" + "exemplar": false, + "expr": "round(min by () ((time() - process_start_time_seconds{job=~\"$job\", instance=~\"$instance\"})))", + "instant": true, + "intervalFactor": 1, + "legendFormat": "__auto", + "range": false, + "refId": "A", + "step": 240 } ], - "title": "Version", + "title": "Uptime", "type": "stat" }, { "collapsed": false, "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 3 + "y": 5 }, "id": 74, "panels": [], "targets": [ { "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "refId": "A" } @@ -217,7 +340,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Amount of logs consumed by File.d in bytes per second.", "fieldConfig": { @@ -320,7 +443,7 @@ "h": 8, "w": 12, "x": 0, - "y": 4 + "y": 6 }, "id": 76, "options": { @@ -339,11 +462,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "sum(rate(file_d_pipeline_${pipeline}_output_plugin_events_size_total{}[2m]))", + "expr": "sum(rate(file_d_pipeline_${pipeline}_output_plugin_events_size_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))", "interval": "", "intervalFactor": 1, "legendFormat": "Sum", @@ -357,7 +480,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Amount of logs consumed by File.d in count per second.", "fieldConfig": { @@ -463,7 +586,7 @@ "h": 8, "w": 12, "x": 12, - "y": 4 + "y": 6 }, "id": 80, "options": { @@ -482,11 +605,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "sum(rate(file_d_pipeline_${pipeline}_input_plugin_events_count_total{}[2m]))", + "expr": "sum(rate(file_d_pipeline_${pipeline}_input_plugin_events_count_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))", "hide": false, "interval": "", "intervalFactor": 1, @@ -499,1447 +622,1451 @@ "type": "timeseries" }, { - "collapsed": false, + "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 12 + "y": 14 }, "id": 109, - "panels": [], - "title": "Antispam", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Indicator whether there are banned sources or not.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "description": "Indicator whether there are banned sources or not.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 15 + }, + "id": 106, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 13 - }, - "id": 106, - "options": { - "legend": { - "calcs": [ - "lastNotNull" + "editorMode": "code", + "expr": "file_d_pipeline_${pipeline}_antispam_active{job=~\"$job\", instance=~\"$instance\"}", + "instant": false, + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "title": "Antispam active", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { "datasource": { "type": "prometheus", - "uid": "000000013" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "expr": "file_d_pipeline_${pipeline}_antispam_active{}", - "instant": false, - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "A" - } - ], - "title": "Antispam active", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Banned sources by source_name. For file or k8s input plugin source_name is filename.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "description": "Banned sources by source_name. For file or k8s input plugin source_name is filename.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 15 + }, + "id": 107, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 13 - }, - "id": 107, - "options": { - "legend": { - "calcs": [ - "lastNotNull" + "editorMode": "code", + "expr": "sum(file_d_pipeline_${pipeline}_antispam_banned{job=~\"$job\", instance=~\"$instance\"}) by (source_name) > 0", + "instant": false, + "interval": "", + "legendFormat": "{{source_name}}", + "range": true, + "refId": "A" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "title": "Antispam banned", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { "datasource": { "type": "prometheus", - "uid": "000000013" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "expr": "sum(file_d_pipeline_${pipeline}_antispam_banned{}) by (source_name) > 0", - "instant": false, - "interval": "", - "legendFormat": "{{source_name}}", - "range": true, - "refId": "A" + "description": "Rate of antispam exceptions applied by exception name from File.d config. Antispam exceptions are never banned.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 15 + }, + "id": 108, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(rate(file_d_pipeline_${pipeline}_antispam_exceptions_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (name)", + "instant": false, + "interval": "", + "legendFormat": "{{name}}", + "range": true, + "refId": "A" + } + ], + "title": "Antispam exceptions", + "type": "timeseries" } ], - "title": "Antispam banned", - "type": "timeseries" + "title": "Antispam", + "type": "row" }, { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 15 }, - "description": "Rate of antispam exceptions applied by exception name from File.d config. Antispam exceptions are never banned.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "id": 105, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "description": "Amount of open file descriptors processed by File.d.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 16 + }, + "id": 103, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 13 - }, - "id": 108, - "options": { - "legend": { - "calcs": [ - "lastNotNull" + "editorMode": "code", + "expr": "process_open_fds{job=~\"$job\", instance=~\"$instance\"}", + "instant": false, + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "title": "Process open FDs", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { "datasource": { "type": "prometheus", - "uid": "000000013" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "expr": "sum(rate(file_d_pipeline_${pipeline}_antispam_exceptions_total{}[$__rate_interval])) by (name)", - "instant": false, - "interval": "", - "legendFormat": "{{name}}", - "range": true, - "refId": "A" + "description": "Amount of open file descriptors of deleted files processed by File.d. If deleted file descriptors grow it means that File.d cannot process all of the events fast enough.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 16 + }, + "id": 104, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "process_deleted_fds{job=~\"$job\", instance=~\"$instance\"}", + "instant": false, + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" + } + ], + "title": "Process deleted FDs", + "type": "timeseries" } ], - "title": "Antispam exceptions", - "type": "timeseries" - }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 21 - }, - "id": 105, - "panels": [], "title": "File descriptors", "type": "row" }, { + "collapsed": true, "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, - "description": "Amount of open file descriptors processed by File.d.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 16 + }, + "id": 16, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 22 - }, - "id": 103, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "000000013" - }, - "editorMode": "code", - "expr": "process_open_fds{}", - "instant": false, - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "A" - } - ], - "title": "Process open FDs", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Amount of open file descriptors of deleted files processed by File.d. If deleted file descriptors grow it means that File.d cannot process all of the events fast enough.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 22 - }, - "id": 104, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "000000013" - }, - "editorMode": "code", - "expr": "process_deleted_fds{}", - "instant": false, - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "A" - } - ], - "title": "Process deleted FDs", - "type": "timeseries" - }, - { - "collapsed": false, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 30 - }, - "id": 16, - "panels": [], - "targets": [ - { - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "refId": "A" - } - ], - "title": "Event pool", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Amount of events currently in use. If the value is the same as event pool capacity, it means that all events are busy and there are no free events to process new logs.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Sum" - }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 - }, - { - "id": "color", - "value": { - "fixedColor": "red", - "mode": "fixed" - } - }, - { - "id": "custom.axisPlacement", - "value": "right" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Sum day ago" - }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 - }, - { - "id": "custom.axisPlacement", - "value": "right" + "description": "Amount of events currently in use. If the value is the same as event pool capacity, it means that all events are busy and there are no free events to process new logs.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" }, - { - "id": "color", - "value": { - "fixedColor": "super-light-red", - "mode": "fixed" + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - } - ] - } - ] - }, - "gridPos": { - "h": 9, - "w": 24, - "x": 0, - "y": 31 - }, - "id": 8, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true, - "sortBy": "Max", - "sortDesc": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "file_d_pipeline_${pipeline}_event_pool_in_use_events{}", - "hide": false, - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(avg_over_time(file_d_pipeline_${pipeline}_event_pool_in_use_events{}[2m]))", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Sum", - "range": true, - "refId": "A" - } - ], - "title": "Avg In Use Events by instance", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Amount of time for getting events from the event pool.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null }, - { - "color": "red", - "value": 80 + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] } - ] - }, - "unit": "s" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Sum" }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 - }, + "overrides": [ { - "id": "custom.axisPlacement", - "value": "right" + "matcher": { + "id": "byName", + "options": "Sum" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + }, + { + "id": "custom.axisPlacement", + "value": "right" + } + ] }, { - "id": "color", - "value": { - "fixedColor": "red", - "mode": "fixed" - } + "matcher": { + "id": "byName", + "options": "Sum day ago" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "color", + "value": { + "fixedColor": "super-light-red", + "mode": "fixed" + } + } + ] } ] }, - { - "matcher": { - "id": "byName", - "options": "Sum day ago" + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 33 + }, + "id": 8, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "custom.axisPlacement", - "value": "right" + "editorMode": "code", + "exemplar": true, + "expr": "file_d_pipeline_${pipeline}_event_pool_in_use_events{job=~\"$job\", instance=~\"$instance\"}", + "hide": false, + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "color", - "value": { - "fixedColor": "super-light-red", - "mode": "fixed" - } - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 40 - }, - "id": 14, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.99, max(rate(file_d_pipeline_${pipeline}_event_pool_latency_seconds_bucket{}[2m])) by (le))", - "interval": "", - "intervalFactor": 1, - "legendFormat": "Sum", - "range": true, - "refId": "A" + "editorMode": "code", + "exemplar": true, + "expr": "sum(avg_over_time(file_d_pipeline_${pipeline}_event_pool_in_use_events{job=~\"$job\", instance=~\"$instance\"}[$__interval]))", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Sum", + "range": true, + "refId": "A" + } + ], + "title": "Avg In Use Events by instance", + "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.99, max(rate(file_d_pipeline_${pipeline}_event_pool_latency_seconds_bucket{}[2m])) by (le, instance))", - "hide": false, - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "B" - } - ], - "title": "Latency 99p", - "type": "timeseries" - }, - { - "collapsed": false, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 48 - }, - "id": 2, - "panels": [], - "targets": [ - { - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "refId": "A" - } - ], - "title": "Batcher", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Amount of output write jobs completed. There are two types of jobs:\n1) Finished by timeout\n2) Finished by batch max size exceeded.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } + "uid": "${DS_PROMETHEUS}" }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "description": "Amount of time for getting events from the event pool.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Sum" - }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] }, + "unit": "s" + }, + "overrides": [ { - "id": "custom.axisPlacement", - "value": "right" + "matcher": { + "id": "byName", + "options": "Sum" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + } + ] }, { - "id": "color", - "value": { - "fixedColor": "red", - "mode": "fixed" - } + "matcher": { + "id": "byName", + "options": "Sum day ago" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "color", + "value": { + "fixedColor": "super-light-red", + "mode": "fixed" + } + } + ] } ] }, - { - "matcher": { - "id": "byName", - "options": "Sum day ago" + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 42 + }, + "id": 14, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - "properties": [ - { - "id": "custom.axisPlacement", - "value": "right" + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "color", - "value": { - "fixedColor": "super-light-red", - "mode": "fixed" - } + "editorMode": "code", + "exemplar": true, + "expr": "histogram_quantile(0.99, max(rate(file_d_pipeline_${pipeline}_event_pool_latency_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (le))", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Sum", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "custom.lineWidth", - "value": 3 - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 49 - }, - "id": 10, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" + "editorMode": "code", + "exemplar": true, + "expr": "histogram_quantile(0.99, max(rate(file_d_pipeline_${pipeline}_event_pool_latency_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (le, instance))", + "hide": false, + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "B" + } + ], + "title": "Latency 99p", + "type": "timeseries" } - }, + ], "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(file_d_pipeline_${pipeline}_batcher_jobs_done_total{}[2m])) by (status)", - "hide": false, - "interval": "", - "legendFormat": "{{status}}", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(file_d_pipeline_${pipeline}_batcher_jobs_done_total{}[2m]))", - "interval": "", - "intervalFactor": 1, - "legendFormat": "Sum", - "range": true, "refId": "A" } ], - "title": "Jobs done rate", - "type": "timeseries" + "title": "Event pool", + "type": "row" }, { + "collapsed": true, "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, - "description": "Average amount of batches in process of sending to output.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 17 + }, + "id": 2, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "description": "Amount of output write jobs completed. There are two types of jobs:\n1) Finished by timeout\n2) Finished by batch max size exceeded.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ + "overrides": [ { - "color": "green", - "value": null + "matcher": { + "id": "byName", + "options": "Sum" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + } + ] }, { - "color": "red", - "value": 80 + "matcher": { + "id": "byName", + "options": "Sum day ago" + }, + "properties": [ + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "color", + "value": { + "fixedColor": "super-light-red", + "mode": "fixed" + } + }, + { + "id": "custom.lineWidth", + "value": 3 + } + ] } ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Sum" + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 51 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "custom.axisPlacement", - "value": "right" + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(file_d_pipeline_${pipeline}_batcher_jobs_done_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (status)", + "hide": false, + "interval": "", + "legendFormat": "{{status}}", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "color", - "value": { - "fixedColor": "red", - "mode": "fixed" + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(file_d_pipeline_${pipeline}_batcher_jobs_done_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Sum", + "range": true, + "refId": "A" + } + ], + "title": "Jobs done rate", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Average amount of batches in process of sending to output.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Sum day ago" }, - "properties": [ - { - "id": "custom.axisPlacement", - "value": "right" - }, + "overrides": [ { - "id": "custom.lineWidth", - "value": 3 + "matcher": { + "id": "byName", + "options": "Sum" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + } + ] }, { - "id": "color", - "value": { - "fixedColor": "super-light-red", - "mode": "fixed" - } + "matcher": { + "id": "byName", + "options": "Sum day ago" + }, + "properties": [ + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "color", + "value": { + "fixedColor": "super-light-red", + "mode": "fixed" + } + } + ] } ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 49 - }, - "id": 12, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(avg_over_time(file_d_pipeline_${pipeline}_batcher_workers_in_progress{}[2m])) by (instance)", - "hide": false, - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "B" + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 51 + }, + "id": 12, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(avg_over_time(file_d_pipeline_${pipeline}_batcher_workers_in_progress{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by (instance)", + "hide": false, + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(avg_over_time(file_d_pipeline_${pipeline}_batcher_workers_in_progress{job=~\"$job\", instance=~\"$instance\"}[$__interval]))", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Sum", + "range": true, + "refId": "A" + } + ], + "title": "Avg batches in progress ", + "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(avg_over_time(file_d_pipeline_${pipeline}_batcher_workers_in_progress{}[2m]))", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Sum", - "range": true, - "refId": "A" - } - ], - "title": "Avg batches in progress ", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Amount of time it takes to write events to the output.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "uid": "${DS_PROMETHEUS}" }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "description": "Amount of time it takes to write events to the output.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 59 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 57 - }, - "id": 4, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true + "editorMode": "code", + "exemplar": true, + "expr": "histogram_quantile(0.99, avg(rate(file_d_pipeline_${pipeline}_batcher_out_fn_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (le, instance))", + "interval": "", + "legendFormat": "99p {{ instance }}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "histogram_quantile(0.95, avg(rate(file_d_pipeline_${pipeline}_batcher_out_fn_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (le, instance))", + "hide": false, + "interval": "", + "legendFormat": "95p {{ instance }}", + "range": true, + "refId": "B" + } + ], + "title": "Output Latency", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.99, avg(rate(file_d_pipeline_${pipeline}_batcher_out_fn_seconds_bucket{}[2m])) by (le, instance))", - "interval": "", - "legendFormat": "99p {{ instance }}", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" + "description": "Amount of time spent in waiting for correct sequential batches commit. So if there are 3 batches, 3rd batch completed sending faster, it will wait for the first two batches to complete before committing to the input.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.95, avg(rate(file_d_pipeline_${pipeline}_batcher_out_fn_seconds_bucket{}[2m])) by (le, instance))", - "hide": false, - "interval": "", - "legendFormat": "95p {{ instance }}", - "range": true, - "refId": "B" - } - ], - "title": "Output Latency", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "Amount of time spent in waiting for correct sequential batches commit. So if there are 3 batches, 3rd batch completed sending faster, it will wait for the first two batches to complete before committing to the input.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 59 }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 57 - }, - "id": 6, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" + "editorMode": "code", + "exemplar": true, + "expr": "histogram_quantile(0.99, avg(rate(file_d_pipeline_${pipeline}_batcher_commit_waiting_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (le, instance))", + "interval": "", + "legendFormat": "99p {{ instance }}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "histogram_quantile(0.95, avg(rate(file_d_pipeline_${pipeline}_batcher_commit_waiting_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (le, instance))", + "hide": false, + "interval": "", + "legendFormat": "95p {{ instance }}", + "range": true, + "refId": "B" + } + ], + "title": "Waiting For Commit", + "type": "timeseries" } - }, + ], "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.99, avg(rate(file_d_pipeline_${pipeline}_batcher_commit_waiting_seconds_bucket{}[2m])) by (le, instance))", - "interval": "", - "legendFormat": "99p {{ instance }}", - "range": true, "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.95, avg(rate(file_d_pipeline_${pipeline}_batcher_commit_waiting_seconds_bucket{}[2m])) by (le, instance))", - "hide": false, - "interval": "", - "legendFormat": "95p {{ instance }}", - "range": true, - "refId": "B" } ], - "title": "Waiting For Commit", - "type": "timeseries" + "title": "Batcher", + "type": "row" }, { "collapsed": true, "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 65 + "y": 18 }, "id": 90, "panels": [ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Total user and system CPU time spent in seconds.", "fieldConfig": { @@ -1982,8 +2109,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2070,11 +2196,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "sum(rate(process_cpu_seconds_total{}[$__rate_interval])) by (instance)", + "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (instance)", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -2083,11 +2209,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "sum(rate(process_cpu_seconds_total{}[$__rate_interval]))", + "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))", "hide": false, "interval": "", "intervalFactor": 1, @@ -2102,7 +2228,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Virtual memory size in bytes.", "fieldConfig": { @@ -2145,8 +2271,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2202,11 +2327,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "process_virtual_memory_bytes{}", + "expr": "process_virtual_memory_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "intervalFactor": 1, "legendFormat": "{{instance}}", @@ -2216,11 +2341,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "sum(process_virtual_memory_bytes{})", + "expr": "sum(process_virtual_memory_bytes{job=~\"$job\", instance=~\"$instance\"})", "hide": false, "interval": "", "legendFormat": "Sum", @@ -2234,7 +2359,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Resident memory size in bytes. It reflects the amount of real physical memory used.", "fieldConfig": { @@ -2277,8 +2402,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2334,11 +2458,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "process_resident_memory_bytes{}", + "expr": "process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{ instance }}", "range": true, @@ -2347,11 +2471,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "sum(process_resident_memory_bytes{})", + "expr": "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"})", "hide": false, "interval": "", "legendFormat": "Sum", @@ -2365,7 +2489,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "How many bytes of memory in total is taken from system by Go", "fieldConfig": { @@ -2447,11 +2571,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_sys_bytes{}", + "expr": "go_memstats_sys_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{ instance }}", "range": true, @@ -2465,8 +2589,8 @@ "targets": [ { "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "refId": "A" } @@ -2477,21 +2601,21 @@ { "collapsed": true, "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 66 + "y": 19 }, "id": 18, "panels": [ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Number of allocated objects.", "fieldConfig": { @@ -2590,11 +2714,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_heap_objects{}", + "expr": "go_memstats_heap_objects{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -2603,11 +2727,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "sum(go_memstats_heap_objects{})", + "expr": "sum(go_memstats_heap_objects{job=~\"$job\", instance=~\"$instance\"})", "hide": false, "interval": "", "intervalFactor": 5, @@ -2622,7 +2746,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Number of bytes allocated and still in use.", "fieldConfig": { @@ -2706,11 +2830,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_alloc_bytes{}", + "expr": "go_memstats_alloc_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -2723,7 +2847,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Total number of bytes allocated, even if freed.", "fieldConfig": { @@ -2807,11 +2931,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "rate(go_memstats_alloc_bytes_total{}\n[$__rate_interval])", + "expr": "rate(go_memstats_alloc_bytes_total{job=~\"$job\", instance=~\"$instance\"}\n[$__rate_interval])", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -2824,7 +2948,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Number of heap bytes allocated and still in use.", "fieldConfig": { @@ -2908,11 +3032,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_heap_alloc_bytes{}", + "expr": "go_memstats_heap_alloc_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -2925,7 +3049,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Shows how many bytes are in idle spans. Idle spans have no objects in them. These spans could be (and may already have been) returned to the OS, or they can be reused for heap allocations, or they can be reused as stack memory.", "fieldConfig": { @@ -3009,11 +3133,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_heap_idle_bytes{}", + "expr": "go_memstats_heap_idle_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -3026,7 +3150,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Number of heap bytes released to OS.", "fieldConfig": { @@ -3108,11 +3232,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_heap_released_bytes{}", + "expr": "go_memstats_heap_released_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -3125,7 +3249,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "How many bytes of memory could be released, but is kept by runtime, so that runtime can allocate objects on the heap without asking OS for more memory.", "fieldConfig": { @@ -3207,11 +3331,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_heap_idle_bytes{} - go_memstats_heap_released_bytes{}", + "expr": "go_memstats_heap_idle_bytes{job=~\"$job\", instance=~\"$instance\"} - go_memstats_heap_released_bytes{job=~\"$job\", instance=~\"$instance\"}\n", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -3224,7 +3348,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Bytes of memory is used by stack memory spans, which have atleast one object in them.", "fieldConfig": { @@ -3302,11 +3426,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_stack_inuse_bytes{}", + "expr": "go_memstats_stack_inuse_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -3319,7 +3443,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Bytes are obtained from OS for mspan structures.", "fieldConfig": { @@ -3401,11 +3525,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_mspan_sys_bytes{}\n", + "expr": "go_memstats_mspan_sys_bytes{job=~\"$job\", instance=~\"$instance\"}\n", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -3418,7 +3542,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Bytes are in use by mspan structures.", "fieldConfig": { @@ -3500,579 +3624,583 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_memstats_mspan_inuse_bytes{}", + "expr": "go_memstats_mspan_inuse_bytes{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, - "refId": "A" - } - ], - "title": "mspan in use", - "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "refId": "A" - } - ], - "title": "Go runtime: Allocs", - "type": "row" - }, - { - "collapsed": false, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 67 - }, - "id": 84, - "panels": [], - "targets": [ - { - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "refId": "A" - } - ], - "title": "Go runtime: GC", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 24, - "x": 0, - "y": 68 - }, - "id": 60, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" + "refId": "A" + } + ], + "title": "mspan in use", + "type": "timeseries" } - }, + ], "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "rate(go_gc_duration_seconds_count{}[$__rate_interval]) * 60", - "interval": "", - "legendFormat": "{{instance}}", - "range": true, "refId": "A" } ], - "title": "GO GC runs per minute", - "type": "timeseries" + "title": "Go runtime: Allocs", + "type": "row" }, { + "collapsed": true, "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "decimals": 2, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Sum" - }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 - }, - { - "id": "custom.axisPlacement", - "value": "right" - } - ] - } - ] + "uid": "${DS_PROMETHEUS}" }, "gridPos": { - "h": 9, + "h": 1, "w": 24, "x": 0, - "y": 77 - }, - "id": 58, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true, - "sortBy": "Min", - "sortDesc": false - }, - "tooltip": { - "mode": "single", - "sort": "none" - } + "y": 20 }, - "targets": [ + "id": 84, + "panels": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(go_gc_duration_seconds_sum{}[5m])) by (instance) * 300", - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "A" + "description": "How many times Go's garbage collector runs per minute in File.d.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 70 + }, + "id": 60, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "rate(go_gc_duration_seconds_count{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]) * 60", + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" + } + ], + "title": "GO GC runs per minute", + "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" + }, + "description": "Total time spent in Go GC pauses over 5 minutes in File.d.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Sum" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.axisPlacement", + "value": "right" + } + ] + } + ] }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(go_gc_duration_seconds_sum{}[5m])) * 300", - "hide": false, - "interval": "", - "legendFormat": "Sum", - "range": true, - "refId": "B" - } - ], - "title": "GO GC time per 5 minutes", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "A summary of the pause duration of garbage collection cycles.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 79 }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "id": 58, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true, + "sortBy": "Min", + "sortDesc": false }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "decimals": 2, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Sum" + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(go_gc_duration_seconds_sum{job=~\"$job\", instance=~\"$instance\"}[5m])) by (instance) * 300", + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "custom.axisPlacement", - "value": "right" - } - ] - } - ] - }, - "gridPos": { - "h": 9, - "w": 24, - "x": 0, - "y": 86 - }, - "id": 56, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(go_gc_duration_seconds_sum{job=~\"$job\", instance=~\"$instance\"}[5m])) * 300", + "hide": false, + "interval": "", + "legendFormat": "Sum", + "range": true, + "refId": "B" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "title": "GO GC time per 5 minutes", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "go_gc_duration_seconds{quantile=\"1\"}", - "interval": "", - "legendFormat": "{{instance}}", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" + "description": "A summary of the pause duration of garbage collection cycles.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Sum" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.axisPlacement", + "value": "right" + } + ] + } + ] }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(go_gc_duration_seconds{quantile=\"1\"})", - "hide": false, - "interval": "", - "legendFormat": "Sum", - "range": true, - "refId": "B" - } - ], - "title": "GO GC duration max", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P4169E866C3094E38" - }, - "description": "A summary of the pause duration of garbage collection cycles.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 88 }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "id": 56, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "go_gc_duration_seconds{quantile=\"1.0\", job=~\"$job\", instance=~\"$instance\"}", + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" }, - "thresholdsStyle": { - "mode": "off" + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(go_gc_duration_seconds{quantile=\"1.0\", job=~\"$job\", instance=~\"$instance\"})", + "hide": false, + "interval": "", + "legendFormat": "Sum", + "range": true, + "refId": "B" } + ], + "title": "GO GC duration max", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "decimals": 2, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" + "description": "A summary of the pause duration of garbage collection cycles.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] }, + "unit": "s" + }, + "overrides": [ { - "color": "red", - "value": 80 + "matcher": { + "id": "byName", + "options": "Sum" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + }, + { + "id": "custom.axisPlacement", + "value": "right" + } + ] } ] }, - "unit": "s" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Sum" + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 97 + }, + "id": 54, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "properties": [ - { - "id": "custom.lineWidth", - "value": 3 + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "color", - "value": { - "fixedColor": "red", - "mode": "fixed" - } + "editorMode": "code", + "exemplar": true, + "expr": "go_gc_duration_seconds{quantile=\"0.75\", job=~\"$job\", instance=~\"$instance\"}", + "interval": "", + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - { - "id": "custom.axisPlacement", - "value": "right" - } - ] - } - ] - }, - "gridPos": { - "h": 9, - "w": 24, - "x": 0, - "y": 95 - }, - "id": 54, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" + "editorMode": "code", + "exemplar": true, + "expr": "sum(go_gc_duration_seconds{quantile=\"0.75\", job=~\"$job\", instance=~\"$instance\"})", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Sum", + "range": true, + "refId": "B" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" + "title": "GO GC duration, 0.75q", + "type": "timeseries" } - }, + ], "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "go_gc_duration_seconds{quantile=\"0.75\"}", - "interval": "", - "legendFormat": "{{instance}}", - "range": true, "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(go_gc_duration_seconds{quantile=\"0.75\"})", - "hide": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "Sum", - "range": true, - "refId": "B" } ], - "title": "GO GC duration, 0.75q", - "type": "timeseries" + "title": "Go runtime: GC", + "type": "row" }, { "collapsed": true, "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 104 + "y": 21 }, "id": 86, "panels": [ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Number of goroutines that currently exist.", "fieldConfig": { @@ -4200,11 +4328,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_goroutines{}", + "expr": "go_goroutines{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -4213,11 +4341,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "avg(go_goroutines{})", + "expr": "avg(go_goroutines{job=~\"$job\", instance=~\"$instance\"})", "hide": false, "interval": "", "intervalFactor": 5, @@ -4232,7 +4360,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Number of OS threads created.", "fieldConfig": { @@ -4313,11 +4441,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "go_threads{}", + "expr": "go_threads{job=~\"$job\", instance=~\"$instance\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -4331,8 +4459,8 @@ "targets": [ { "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "refId": "A" } @@ -4343,21 +4471,21 @@ { "collapsed": true, "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 105 + "y": 22 }, "id": 98, "panels": [ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Top 10 writers by logs size. Change k8s_pod_label_app to your matching labels to get the correct info.", "fieldConfig": { @@ -4439,11 +4567,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "topk(10, sum(rate(file_d_pipeline_${pipeline}_input_events_size_total{}[2m])) by (k8s_pod_label_app))", + "expr": "topk(10, sum(rate(file_d_pipeline_${pipeline}_input_events_size_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (k8s_pod_label_app))", "interval": "", "legendFormat": "{{ k8s_pod_label_app }}", "range": true, @@ -4456,7 +4584,7 @@ { "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, "description": "Top 10 writers by logs count. Change k8s_pod_label_app to your matching labels to get the correct info.", "fieldConfig": { @@ -4538,11 +4666,11 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, - "expr": "topk(10, sum(rate(file_d_pipeline_${pipeline}_input_events_count_total{}[2m])) by (k8s_pod_label_app))", + "expr": "topk(10, sum(rate(file_d_pipeline_${pipeline}_input_events_count_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (k8s_pod_label_app))", "interval": "", "legendFormat": "{{ k8s_pod_label_app }}", "range": true, @@ -4556,8 +4684,8 @@ "targets": [ { "datasource": { - "type": "datasource", - "uid": "grafana" + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "refId": "A" } @@ -4567,35 +4695,80 @@ } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { "list": [ { "current": { - "selected": false, - "text": "example", - "value": "example" + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(file_d_file_d_version,job)", + "includeAll": true, + "label": "Job", + "name": "job", + "options": [], + "query": { + "query": "label_values(file_d_file_d_version,job)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "sort": 1, + "type": "query" + }, + { + "current": { + "text": "3proxy", + "value": "3proxy" }, "datasource": { "type": "prometheus", - "uid": "P4169E866C3094E38" + "uid": "${DS_PROMETHEUS}" }, - "definition": "{__name__=~\"file_d_pipeline_.*_antispam_active\"}", - "hide": 0, + "definition": "{__name__=~\"file_d_pipeline_.*_antispam_active\", job=~\"$job\"}", "includeAll": false, - "multi": false, + "label": "Pipeline", "name": "pipeline", "options": [], "query": { - "query": "{__name__=~\"file_d_pipeline_.*_antispam_active\"}", - "refId": "StandardVariableQuery" + "qryType": 4, + "query": "{__name__=~\"file_d_pipeline_.*_antispam_active\", job=~\"$job\"}", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "/file_d_pipeline_(.*)_antispam_active/", + "sort": 1, + "type": "query" + }, + { + "current": { + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values({\"file_d_pipeline_${pipeline}_antispam_active\", job=~\"$job\"},instance)", + "includeAll": true, + "label": "Instance", + "name": "instance", + "options": [], + "query": { + "qryType": 1, + "query": "label_values({\"file_d_pipeline_${pipeline}_antispam_active\", job=~\"$job\"},instance)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, - "regex": "/file_d_pipeline_(.*)_antispam_active{0}/", - "skipUrlSync": false, - "sort": 0, + "regex": "", + "sort": 1, "type": "query" } ] @@ -4606,8 +4779,8 @@ }, "timepicker": {}, "timezone": "", - "title": "File.d overview", + "title": "File.d Overview", "uid": "CUu9LxmNz", - "version": 3, + "version": 1, "weekStart": "" } \ No newline at end of file