AETHER-1301 Add dashboard for browsing logs
Change-Id: Ica8b203ae00b83765846d0ea5fc669cbe5b10952
diff --git a/monitoring/grafana-aether/dashboards/kubernetes-logs-pod.json b/monitoring/grafana-aether/dashboards/kubernetes-logs-pod.json
new file mode 100644
index 0000000..ac9cce0
--- /dev/null
+++ b/monitoring/grafana-aether/dashboards/kubernetes-logs-pod.json
@@ -0,0 +1,599 @@
+{
+ "annotations": {
+ "list": [
+ {
+ "builtIn": 1,
+ "datasource": "-- Grafana --",
+ "enable": true,
+ "hide": true,
+ "iconColor": "rgba(0, 211, 255, 1)",
+ "name": "Annotations & Alerts",
+ "type": "dashboard"
+ }
+ ]
+ },
+ "editable": true,
+ "gnetId": null,
+ "graphTooltip": 0,
+ "iteration": 1614790452365,
+ "links": [],
+ "panels": [
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": "$es_datasource",
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "custom": {
+ "align": null
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "fill": 10,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 5,
+ "w": 12,
+ "x": 0,
+ "y": 0
+ },
+ "hiddenSeries": false,
+ "id": 2,
+ "legend": {
+ "avg": false,
+ "current": false,
+ "hideEmpty": false,
+ "hideZero": false,
+ "max": false,
+ "min": false,
+ "show": false,
+ "total": false,
+ "values": false
+ },
+ "lines": true,
+ "linewidth": 1,
+ "nullPointMode": "null",
+ "percentage": false,
+ "pluginVersion": "7.1.5",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "repeat": "pod",
+ "repeatDirection": "v",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": true,
+ "steppedLine": false,
+ "targets": [
+ {
+ "bucketAggs": [
+ {
+ "$$hashKey": "object:3957",
+ "fake": true,
+ "field": "kubernetes.pod_name.keyword",
+ "id": "3",
+ "settings": {
+ "min_doc_count": "1",
+ "order": "desc",
+ "orderBy": "_term",
+ "size": "0"
+ },
+ "type": "terms"
+ },
+ {
+ "$$hashKey": "object:195",
+ "field": "@timestamp",
+ "id": "2",
+ "settings": {
+ "interval": "1m",
+ "min_doc_count": "0",
+ "trimEdges": 0
+ },
+ "type": "date_histogram"
+ }
+ ],
+ "metrics": [
+ {
+ "$$hashKey": "object:193",
+ "field": "select field",
+ "id": "1",
+ "meta": {},
+ "settings": {},
+ "type": "count"
+ }
+ ],
+ "query": "kubernetes.namespace_name.keyword:$es_namespace",
+ "refId": "A",
+ "timeField": "@timestamp"
+ }
+ ],
+ "thresholds": [],
+ "timeFrom": null,
+ "timeRegions": [],
+ "timeShift": null,
+ "title": "Namespace $es_namespace: Log Messages Per Minute",
+ "tooltip": {
+ "shared": true,
+ "sort": 0,
+ "value_type": "individual"
+ },
+ "transformations": [],
+ "type": "graph",
+ "xaxis": {
+ "buckets": null,
+ "mode": "time",
+ "name": null,
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:875",
+ "format": "short",
+ "label": null,
+ "logBase": 1,
+ "max": null,
+ "min": null,
+ "show": true
+ },
+ {
+ "$$hashKey": "object:876",
+ "format": "short",
+ "label": null,
+ "logBase": 1,
+ "max": null,
+ "min": null,
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false,
+ "alignLevel": null
+ }
+ },
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": "$es_datasource",
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "custom": {}
+ },
+ "overrides": []
+ },
+ "fill": 10,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 5,
+ "w": 12,
+ "x": 12,
+ "y": 0
+ },
+ "hiddenSeries": false,
+ "id": 4,
+ "legend": {
+ "avg": false,
+ "current": false,
+ "max": false,
+ "min": false,
+ "show": false,
+ "total": false,
+ "values": false
+ },
+ "lines": true,
+ "linewidth": 1,
+ "nullPointMode": "null",
+ "percentage": false,
+ "pluginVersion": "7.1.5",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "repeatDirection": "v",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": true,
+ "steppedLine": false,
+ "targets": [
+ {
+ "bucketAggs": [
+ {
+ "$$hashKey": "object:191",
+ "fake": true,
+ "field": "kubernetes.container_name.keyword",
+ "id": "3",
+ "settings": {
+ "min_doc_count": "1",
+ "order": "desc",
+ "orderBy": "_term",
+ "size": "0"
+ },
+ "type": "terms"
+ },
+ {
+ "$$hashKey": "object:195",
+ "field": "@timestamp",
+ "id": "2",
+ "settings": {
+ "interval": "1m",
+ "min_doc_count": "0",
+ "trimEdges": 0
+ },
+ "type": "date_histogram"
+ }
+ ],
+ "metrics": [
+ {
+ "$$hashKey": "object:193",
+ "field": "select field",
+ "id": "1",
+ "type": "count"
+ }
+ ],
+ "query": "kubernetes.pod_name.keyword:$es_pod AND kubernetes.namespace_name.keyword:$es_namespace AND (logLevel.keyword:$es_loglevel)",
+ "refId": "A",
+ "timeField": "@timestamp"
+ }
+ ],
+ "thresholds": [],
+ "timeFrom": null,
+ "timeRegions": [],
+ "timeShift": null,
+ "title": "Pod $es_pod: Log Messages per Minute",
+ "tooltip": {
+ "shared": true,
+ "sort": 0,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "buckets": null,
+ "mode": "time",
+ "name": null,
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:171",
+ "format": "short",
+ "label": null,
+ "logBase": 1,
+ "max": null,
+ "min": null,
+ "show": true
+ },
+ {
+ "$$hashKey": "object:172",
+ "format": "short",
+ "label": null,
+ "logBase": 1,
+ "max": null,
+ "min": null,
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false,
+ "alignLevel": null
+ }
+ },
+ {
+ "datasource": "$es_datasource",
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "custom": {
+ "align": null
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": [
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "_source"
+ },
+ "properties": [
+ {
+ "id": "custom.width",
+ "value": 218
+ }
+ ]
+ },
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "kubernetes.container_hash"
+ },
+ "properties": [
+ {
+ "id": "custom.width",
+ "value": 235
+ }
+ ]
+ },
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "kubernetes.container_image"
+ },
+ "properties": [
+ {
+ "id": "custom.width",
+ "value": 178
+ }
+ ]
+ },
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "kubernetes.labels.release"
+ },
+ "properties": [
+ {
+ "id": "custom.width",
+ "value": 168
+ }
+ ]
+ }
+ ]
+ },
+ "gridPos": {
+ "h": 14,
+ "w": 24,
+ "x": 0,
+ "y": 5
+ },
+ "id": 3,
+ "options": {
+ "showLabels": false,
+ "showTime": true,
+ "sortOrder": "Descending",
+ "wrapLogMessage": false
+ },
+ "pluginVersion": "7.1.5",
+ "repeatDirection": "v",
+ "targets": [
+ {
+ "bucketAggs": [
+ {
+ "$$hashKey": "object:381",
+ "field": "@timestamp",
+ "id": "2",
+ "settings": {
+ "interval": "auto",
+ "min_doc_count": 0,
+ "trimEdges": 0
+ },
+ "type": "date_histogram"
+ }
+ ],
+ "metrics": [
+ {
+ "$$hashKey": "object:211",
+ "field": "select field",
+ "id": "1",
+ "meta": {},
+ "settings": {},
+ "type": "logs"
+ }
+ ],
+ "query": "kubernetes.container_name.keyword:$es_container AND kubernetes.pod_name.keyword:$es_pod AND kubernetes.namespace_name.keyword:$es_namespace AND (logLevel.keyword:$es_loglevel)",
+ "refId": "A",
+ "timeField": "@timestamp"
+ }
+ ],
+ "timeFrom": null,
+ "timeShift": null,
+ "title": "$es_pod Logs ($es_container)",
+ "transparent": true,
+ "type": "logs"
+ }
+ ],
+ "refresh": "10s",
+ "schemaVersion": 26,
+ "style": "dark",
+ "tags": [],
+ "templating": {
+ "list": [
+ {
+ "current": {
+ "selected": true,
+ "text": "ace-cornell1-prd-es",
+ "value": "ace-cornell1-prd-es"
+ },
+ "hide": 0,
+ "includeAll": false,
+ "label": "Datasource",
+ "multi": false,
+ "name": "es_datasource",
+ "options": [],
+ "query": "elasticsearch",
+ "queryValue": "",
+ "refresh": 1,
+ "regex": "",
+ "skipUrlSync": false,
+ "type": "datasource"
+ },
+ {
+ "allValue": null,
+ "current": {
+ "selected": false,
+ "text": "omec",
+ "value": "omec"
+ },
+ "datasource": "$es_datasource",
+ "definition": "{\"find\": \"terms\", \"field\": \"kubernetes.namespace_name.keyword\"}\t",
+ "hide": 0,
+ "includeAll": false,
+ "label": "Namespace",
+ "multi": false,
+ "name": "es_namespace",
+ "options": [],
+ "query": "{\"find\": \"terms\", \"field\": \"kubernetes.namespace_name.keyword\"}\t",
+ "refresh": 2,
+ "regex": "",
+ "skipUrlSync": false,
+ "sort": 0,
+ "tagValuesQuery": "",
+ "tags": [],
+ "tagsQuery": "",
+ "type": "query",
+ "useTags": false
+ },
+ {
+ "allValue": null,
+ "current": {
+ "selected": false,
+ "text": "pfcp-0",
+ "value": "pfcp-0"
+ },
+ "datasource": "$es_datasource",
+ "definition": "{\"find\": \"terms\", \"field\": \"kubernetes.pod_name.keyword\",\"query\":\"kubernetes.namespace_name.keyword:$es_namespace\"}\t",
+ "hide": 0,
+ "includeAll": false,
+ "label": "Pod",
+ "multi": false,
+ "name": "es_pod",
+ "options": [],
+ "query": "{\"find\": \"terms\", \"field\": \"kubernetes.pod_name.keyword\",\"query\":\"kubernetes.namespace_name.keyword:$es_namespace\"}\t",
+ "refresh": 2,
+ "regex": "",
+ "skipUrlSync": false,
+ "sort": 0,
+ "tagValuesQuery": "",
+ "tags": [],
+ "tagsQuery": "",
+ "type": "query",
+ "useTags": false
+ },
+ {
+ "allValue": "",
+ "current": {
+ "selected": true,
+ "text": [
+ "All"
+ ],
+ "value": [
+ "$__all"
+ ]
+ },
+ "datasource": "$es_datasource",
+ "definition": "{\"find\": \"terms\", \"field\": \"kubernetes.container_name.keyword\",\"query\":\"kubernetes.namespace_name.keyword:$es_namespace AND kubernetes.pod_name.keyword:$es_pod\"}\t",
+ "hide": 0,
+ "includeAll": true,
+ "label": "Container",
+ "multi": true,
+ "name": "es_container",
+ "options": [],
+ "query": "{\"find\": \"terms\", \"field\": \"kubernetes.container_name.keyword\",\"query\":\"kubernetes.namespace_name.keyword:$es_namespace AND kubernetes.pod_name.keyword:$es_pod\"}\t",
+ "refresh": 2,
+ "regex": "",
+ "skipUrlSync": false,
+ "sort": 0,
+ "tagValuesQuery": "",
+ "tags": [],
+ "tagsQuery": "",
+ "type": "query",
+ "useTags": false
+ },
+ {
+ "allValue": "null OR *",
+ "current": {
+ "selected": true,
+ "text": [
+ "All"
+ ],
+ "value": [
+ "$__all"
+ ]
+ },
+ "datasource": "$es_datasource",
+ "definition": "{\"find\": \"terms\", \"field\": \"logLevel.keyword\",\"query\":\"kubernetes.namespace_name.keyword:$es_namespace AND kubernetes.pod_name.keyword:$es_pod AND kubernetes.container_name.keyword:$es_container\"}\t",
+ "hide": 0,
+ "includeAll": true,
+ "label": "Log Level",
+ "multi": true,
+ "name": "es_loglevel",
+ "options": [],
+ "query": "{\"find\": \"terms\", \"field\": \"logLevel.keyword\",\"query\":\"kubernetes.namespace_name.keyword:$es_namespace AND kubernetes.pod_name.keyword:$es_pod AND kubernetes.container_name.keyword:$es_container\"}\t",
+ "refresh": 2,
+ "regex": "",
+ "skipUrlSync": false,
+ "sort": 0,
+ "tagValuesQuery": "",
+ "tags": [],
+ "tagsQuery": "",
+ "type": "query",
+ "useTags": false
+ }
+ ]
+ },
+ "time": {
+ "from": "now-1h",
+ "to": "now"
+ },
+ "timepicker": {
+ "refresh_intervals": [
+ "5s",
+ "10s",
+ "30s",
+ "1m",
+ "5m",
+ "15m",
+ "30m",
+ "1h",
+ "2h",
+ "1d"
+ ],
+ "time_options": [
+ "5m",
+ "15m",
+ "1h",
+ "6h",
+ "12h",
+ "24h",
+ "2d",
+ "7d",
+ "30d"
+ ]
+ },
+ "timezone": "UTC",
+ "title": "Kubernetes / Logs / Pod",
+ "uid": "e2QUYvPMk",
+ "version": 1
+}
\ No newline at end of file