From d74800838c1449537692cb3fccb1b84e895bbaf5 Mon Sep 17 00:00:00 2001 From: Chris Mark Date: Mon, 23 Mar 2020 13:48:22 +0200 Subject: [PATCH] Use max in k8s apiserver dashboard aggregations (#17018) --- CHANGELOG.next.asciidoc | 1 + .../Metricbeat-kubernetes-apiserver.json | 428 +++++++++--------- 2 files changed, 215 insertions(+), 214 deletions(-) diff --git a/CHANGELOG.next.asciidoc b/CHANGELOG.next.asciidoc index d456c72d4f2d..53c3b0c18c47 100644 --- a/CHANGELOG.next.asciidoc +++ b/CHANGELOG.next.asciidoc @@ -121,6 +121,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d - Fix imports after PR was merged before rebase. {pull}16756[16756] - Add dashboard for `redisenterprise` module. {pull}16752[16752] - Dynamically choose a method for the system/service metricset to support older linux distros. {pull}16902[16902] +- Use max in k8s apiserver dashboard aggregations. {pull}17018[17018] - Reduce memory usage in `elasticsearch/index` metricset. {issue}16503[16503] {pull}16538[16538] - Check if CCR feature is available on Elasticsearch cluster before attempting to call CCR APIs from `elasticsearch/ccr` metricset. {issue}16511[16511] {pull}17073[17073] diff --git a/metricbeat/module/kubernetes/_meta/kibana/7/dashboard/Metricbeat-kubernetes-apiserver.json b/metricbeat/module/kubernetes/_meta/kibana/7/dashboard/Metricbeat-kubernetes-apiserver.json index 2a8c76b5fabe..d0bad1ace6c9 100644 --- a/metricbeat/module/kubernetes/_meta/kibana/7/dashboard/Metricbeat-kubernetes-apiserver.json +++ b/metricbeat/module/kubernetes/_meta/kibana/7/dashboard/Metricbeat-kubernetes-apiserver.json @@ -2,334 +2,334 @@ "objects": [ { "attributes": { - "description": "Overview of Kubernetes API Server", + "description": "Overview of Kubernetes API Server", "kibanaSavedObjectMeta": { "searchSourceJSON": {} - }, - "title": "API Server Top clients by number of requests [Metricbeat Kubernetes] ECS", - "uiStateJSON": {}, - "version": 1, + }, + "title": "API Server Top clients by number of requests [Metricbeat Kubernetes] ECS", + "uiStateJSON": {}, + "version": 1, "visState": { - "aggs": [], + "aggs": [], "params": { - "axis_formatter": "number", - "axis_position": "left", + "axis_formatter": "number", + "axis_position": "left", "bar_color_rules": [ { "id": "61a13010-5794-11e8-8bd0-2180975e72dd" } - ], - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "5m", + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "5m", "series": [ { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": 0.5, - "filter": "", - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Top clients by number of requests (5m)", - "line_width": 1, + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,188,0,1)", + "fill": 0.5, + "filter": "", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Top clients by number of requests (5m)", + "line_width": 1, "metrics": [ { - "field": "kubernetes.apiserver.request.count", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "sum" - }, + "field": "kubernetes.apiserver.request.count", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "max" + }, { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "0e6ff4a0-5792-11e8-8bd0-2180975e72dd", - "type": "derivative", + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "0e6ff4a0-5792-11e8-8bd0-2180975e72dd", + "type": "derivative", "unit": "" } - ], - "point_size": 1, - "seperate_axis": 0, + ], + "point_size": 1, + "seperate_axis": 0, "split_filters": [ { - "color": "#68BC00", + "color": "#68BC00", "id": "9e4b8030-5792-11e8-8bd0-2180975e72dd" } - ], - "split_mode": "terms", - "stacked": "stacked", - "terms_field": "kubernetes.apiserver.request.client", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + ], + "split_mode": "terms", + "stacked": "stacked", + "terms_field": "kubernetes.apiserver.request.client", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", "terms_size": "10" } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", "type": "top_n" - }, - "title": "API Server Top clients by number of requests [Metricbeat Kubernetes] ECS", + }, + "title": "API Server Top clients by number of requests [Metricbeat Kubernetes] ECS", "type": "metrics" } - }, - "id": "7cbeb750-5794-11e8-afa2-e9067ea62228-ecs", - "type": "visualization", - "updated_at": "2018-05-14T18:23:10.501Z", + }, + "id": "7cbeb750-5794-11e8-afa2-e9067ea62228-ecs", + "type": "visualization", + "updated_at": "2018-05-14T18:23:10.501Z", "version": 5 - }, + }, { "attributes": { - "description": "", + "description": "", "kibanaSavedObjectMeta": { "searchSourceJSON": {} - }, - "title": "API Server Requests [Metricbeat Kubernetes] ECS", - "uiStateJSON": {}, - "version": 1, + }, + "title": "API Server Requests [Metricbeat Kubernetes] ECS", + "uiStateJSON": {}, + "version": 1, "visState": { - "aggs": [], + "aggs": [], "params": { - "axis_formatter": "number", - "axis_position": "left", - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "auto", + "axis_formatter": "number", + "axis_position": "left", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "auto", "series": [ { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(159,5,0,1)", - "fill": "0", - "filter": "NOT (kubernetes.apiserver.request.verb: WATCH or kubernetes.apiserver.request.verb: CONNECT)", - "formatter": "us,ms,2", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Avg response time", - "line_width": 1, + "axis_position": "right", + "chart_type": "line", + "color": "rgba(159,5,0,1)", + "fill": "0", + "filter": "NOT (kubernetes.apiserver.request.verb: WATCH or kubernetes.apiserver.request.verb: CONNECT)", + "formatter": "us,ms,2", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Avg response time", + "line_width": 1, "metrics": [ { - "field": "kubernetes.apiserver.request.latency.sum", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "field": "kubernetes.apiserver.request.latency.sum", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", "type": "sum" - }, + }, { - "field": "kubernetes.apiserver.request.count", - "id": "a2185e50-57a0-11e8-af57-a1d645d2b569", - "type": "sum" - }, + "field": "kubernetes.apiserver.request.count", + "id": "a2185e50-57a0-11e8-af57-a1d645d2b569", + "type": "max" + }, { - "id": "b09133d0-57a0-11e8-af57-a1d645d2b569", - "script": "params.sum / params.count", - "type": "calculation", + "id": "b09133d0-57a0-11e8-af57-a1d645d2b569", + "script": "params.sum / params.count", + "type": "calculation", "variables": [ { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "b27c8910-57a0-11e8-af57-a1d645d2b569", + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "b27c8910-57a0-11e8-af57-a1d645d2b569", "name": "sum" - }, + }, { - "field": "a2185e50-57a0-11e8-af57-a1d645d2b569", - "id": "b5fc8810-57a0-11e8-af57-a1d645d2b569", + "field": "a2185e50-57a0-11e8-af57-a1d645d2b569", + "id": "b5fc8810-57a0-11e8-af57-a1d645d2b569", "name": "count" } ] } - ], - "point_size": 1, - "seperate_axis": 0, - "split_mode": "everything", - "stacked": "none", + ], + "point_size": 1, + "seperate_axis": 0, + "split_mode": "everything", + "stacked": "none", "value_template": "{{value}} ms" - }, + }, { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(22,165,165,1)", - "fill": 0.5, - "formatter": "number", - "id": "c0019340-57a1-11e8-a049-ff54cef064a2", - "label": "Requests rate", - "line_width": 1, + "axis_position": "right", + "chart_type": "line", + "color": "rgba(22,165,165,1)", + "fill": 0.5, + "formatter": "number", + "id": "c0019340-57a1-11e8-a049-ff54cef064a2", + "label": "Requests rate", + "line_width": 1, "metrics": [ { - "field": "kubernetes.apiserver.request.count", - "id": "c001ba50-57a1-11e8-a049-ff54cef064a2", - "type": "sum" - }, + "field": "kubernetes.apiserver.request.count", + "id": "c001ba50-57a1-11e8-a049-ff54cef064a2", + "type": "max" + }, { - "field": "c001ba50-57a1-11e8-a049-ff54cef064a2", - "id": "dc83b390-57a1-11e8-a049-ff54cef064a2", - "type": "derivative", + "field": "c001ba50-57a1-11e8-a049-ff54cef064a2", + "id": "dc83b390-57a1-11e8-a049-ff54cef064a2", + "type": "derivative", "unit": "" } - ], - "point_size": 1, - "seperate_axis": 1, - "split_mode": "everything", + ], + "point_size": 1, + "seperate_axis": 1, + "split_mode": "everything", "stacked": "none" } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", "type": "timeseries" - }, - "title": "API Server Requests [Metricbeat Kubernetes] ECS", + }, + "title": "API Server Requests [Metricbeat Kubernetes] ECS", "type": "metrics" } - }, - "id": "ec360ff0-57a0-11e8-afa2-e9067ea62228-ecs", - "type": "visualization", - "updated_at": "2018-05-14T18:21:27.515Z", + }, + "id": "ec360ff0-57a0-11e8-afa2-e9067ea62228-ecs", + "type": "visualization", + "updated_at": "2018-05-14T18:21:27.515Z", "version": 4 - }, + }, { "attributes": { - "description": "", + "description": "", "kibanaSavedObjectMeta": { "searchSourceJSON": {} - }, - "title": "API Server Top clients by resource [Metricbeat Kubernetes] ECS", - "uiStateJSON": {}, - "version": 1, + }, + "title": "API Server Top clients by resource [Metricbeat Kubernetes] ECS", + "uiStateJSON": {}, + "version": 1, "visState": { - "aggs": [], + "aggs": [], "params": { - "axis_formatter": "number", - "axis_position": "left", + "axis_formatter": "number", + "axis_position": "left", "bar_color_rules": [ { "id": "61a13010-5794-11e8-8bd0-2180975e72dd" } - ], - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "5m", + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "5m", "series": [ { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": 0.5, - "filter": "", - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Top clients by number of requests (5m)", - "line_width": 1, + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,188,0,1)", + "fill": 0.5, + "filter": "", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Top clients by number of requests (5m)", + "line_width": 1, "metrics": [ { - "field": "kubernetes.apiserver.request.count", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "sum" - }, + "field": "kubernetes.apiserver.request.count", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "max" + }, { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "0e6ff4a0-5792-11e8-8bd0-2180975e72dd", - "type": "derivative", + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "0e6ff4a0-5792-11e8-8bd0-2180975e72dd", + "type": "derivative", "unit": "" } - ], - "override_index_pattern": 0, - "point_size": 1, - "seperate_axis": 0, - "series_drop_last_bucket": 1, + ], + "override_index_pattern": 0, + "point_size": 1, + "seperate_axis": 0, + "series_drop_last_bucket": 1, "split_filters": [ { - "color": "#68BC00", + "color": "#68BC00", "id": "9e4b8030-5792-11e8-8bd0-2180975e72dd" } - ], - "split_mode": "terms", - "stacked": "stacked", - "terms_field": "kubernetes.apiserver.request.resource", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + ], + "split_mode": "terms", + "stacked": "stacked", + "terms_field": "kubernetes.apiserver.request.resource", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", "terms_size": "10" } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", "type": "top_n" - }, - "title": "API Server Top clients by resource [Metricbeat Kubernetes] ECS", + }, + "title": "API Server Top clients by resource [Metricbeat Kubernetes] ECS", "type": "metrics" } - }, - "id": "95a7f110-57a2-11e8-afa2-e9067ea62228-ecs", - "type": "visualization", - "updated_at": "2018-05-14T18:23:50.093Z", + }, + "id": "95a7f110-57a2-11e8-afa2-e9067ea62228-ecs", + "type": "visualization", + "updated_at": "2018-05-14T18:23:50.093Z", "version": 4 - }, + }, { "attributes": { "description": "Kubernetes API server metrics", - "hits": 0, + "hits": 0, "kibanaSavedObjectMeta": { "searchSourceJSON": { - "filter": [], - "highlightAll": true, + "filter": [], + "highlightAll": true, "query": { "language": "kuery", "query": "" - }, + }, "version": true } - }, + }, "optionsJSON": { - "darkTheme": false, - "hidePanelTitles": false, + "darkTheme": false, + "hidePanelTitles": false, "useMargins": false - }, + }, "panelsJSON": [ { - "embeddableConfig": {}, + "embeddableConfig": {}, "gridData": { - "h": 24, - "i": "1", - "w": 24, - "x": 0, + "h": 24, + "i": "1", + "w": 24, + "x": 0, "y": 22 - }, - "id": "7cbeb750-5794-11e8-afa2-e9067ea62228-ecs", - "panelIndex": "1", - "type": "visualization", + }, + "id": "7cbeb750-5794-11e8-afa2-e9067ea62228-ecs", + "panelIndex": "1", + "type": "visualization", "version": "6.3.0" - }, + }, { - "embeddableConfig": {}, + "embeddableConfig": {}, "gridData": { - "h": 22, - "i": "3", - "w": 48, - "x": 0, + "h": 22, + "i": "3", + "w": 48, + "x": 0, "y": 0 - }, - "id": "ec360ff0-57a0-11e8-afa2-e9067ea62228-ecs", - "panelIndex": "3", - "type": "visualization", + }, + "id": "ec360ff0-57a0-11e8-afa2-e9067ea62228-ecs", + "panelIndex": "3", + "type": "visualization", "version": "6.3.0" - }, + }, { - "embeddableConfig": {}, + "embeddableConfig": {}, "gridData": { - "h": 24, - "i": "4", - "w": 24, - "x": 24, + "h": 24, + "i": "4", + "w": 24, + "x": 24, "y": 22 - }, - "id": "95a7f110-57a2-11e8-afa2-e9067ea62228-ecs", - "panelIndex": "4", - "type": "visualization", + }, + "id": "95a7f110-57a2-11e8-afa2-e9067ea62228-ecs", + "panelIndex": "4", + "type": "visualization", "version": "6.3.0" } - ], - "timeRestore": false, - "title": "[Metricbeat Kubernetes] API server ECS", + ], + "timeRestore": false, + "title": "[Metricbeat Kubernetes] API server ECS", "version": 1 - }, - "id": "af7225b0-5794-11e8-afa2-e9067ea62228-ecs", - "type": "dashboard", - "updated_at": "2018-05-14T18:23:55.202Z", + }, + "id": "af7225b0-5794-11e8-afa2-e9067ea62228-ecs", + "type": "dashboard", + "updated_at": "2018-05-14T18:23:55.202Z", "version": 5 } - ], + ], "version": "6.3.0" }