blob: be7733814789e31646aec85d1c6a5047ae137666 [file] [log] [blame]
Andy Bavierab75e9e2020-08-06 12:05:30 -07001{
2 "annotations": {
3 "list": [
4 {
Andy Bavierab75e9e2020-08-06 12:05:30 -07005 "builtIn": 1,
6 "datasource": "-- Grafana --",
7 "enable": true,
8 "hide": true,
9 "iconColor": "rgba(0, 211, 255, 1)",
10 "name": "Annotations & Alerts",
11 "type": "dashboard"
12 }
13 ]
14 },
15 "editable": true,
16 "gnetId": null,
17 "graphTooltip": 0,
Andy Bavier7f891a4c2021-01-13 10:02:08 -070018 "iteration": 1610554540644,
Andy Bavierab75e9e2020-08-06 12:05:30 -070019 "links": [],
20 "panels": [
21 {
Andy Bavier49f59f82020-10-22 09:46:24 -070022 "collapsed": false,
23 "datasource": null,
24 "gridPos": {
25 "h": 1,
26 "w": 24,
27 "x": 0,
28 "y": 0
29 },
30 "id": 52,
31 "panels": [],
32 "title": "VPN Status",
33 "type": "row"
34 },
35 {
Andy Bavier5c91c1c2020-09-01 11:47:38 -070036 "datasource": "Google Cloud Monitoring",
37 "description": "",
38 "fieldConfig": {
39 "defaults": {
40 "custom": {},
41 "mappings": [
42 {
43 "from": "",
44 "id": 0,
45 "operator": "",
46 "text": "down",
47 "to": "",
48 "type": 1,
49 "value": "0"
50 },
51 {
52 "from": "",
53 "id": 1,
54 "operator": "",
55 "text": "up",
56 "to": "",
57 "type": 1,
58 "value": "1"
59 }
60 ],
61 "max": 1,
62 "min": 0,
63 "thresholds": {
64 "mode": "absolute",
65 "steps": [
66 {
67 "color": "red",
68 "value": null
69 },
70 {
71 "color": "green",
72 "value": 1
73 }
74 ]
75 }
76 },
77 "overrides": [
78 {
79 "matcher": {
80 "id": "byName",
Hyunsun Moond0d37d52020-10-26 20:20:37 -070081 "options": "production-ace-att"
Andy Bavier5c91c1c2020-09-01 11:47:38 -070082 },
83 "properties": [
84 {
85 "id": "displayName",
86 "value": "ATT"
87 }
88 ]
89 },
90 {
91 "matcher": {
92 "id": "byName",
Hyunsun Moond0d37d52020-10-26 20:20:37 -070093 "options": "production-ace-ciena"
Andy Bavier5c91c1c2020-09-01 11:47:38 -070094 },
95 "properties": [
96 {
97 "id": "displayName",
98 "value": "Ciena"
99 }
100 ]
101 },
102 {
103 "matcher": {
104 "id": "byName",
Andy Bavier696dfeb2020-11-11 14:48:12 -0700105 "options": "production-ace-menlo-1"
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700106 },
107 "properties": [
108 {
109 "id": "displayName",
Andy Bavier696dfeb2020-11-11 14:48:12 -0700110 "value": "ONF Menlo 1"
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700111 }
112 ]
113 },
114 {
115 "matcher": {
116 "id": "byName",
Hyunsun Moond0d37d52020-10-26 20:20:37 -0700117 "options": "production-ace-ntt"
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700118 },
119 "properties": [
120 {
121 "id": "displayName",
122 "value": "NTT"
123 }
124 ]
125 },
126 {
127 "matcher": {
128 "id": "byName",
Hyunsun Moond0d37d52020-10-26 20:20:37 -0700129 "options": "production-ace-tef"
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700130 },
131 "properties": [
132 {
133 "id": "displayName",
134 "value": "Telefonica"
135 }
136 ]
137 },
138 {
139 "matcher": {
140 "id": "byName",
Hyunsun Moond0d37d52020-10-26 20:20:37 -0700141 "options": "production-ace-intel"
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700142 },
143 "properties": [
144 {
145 "id": "displayName",
146 "value": "Intel"
147 }
148 ]
Andy Bavier696dfeb2020-11-11 14:48:12 -0700149 },
150 {
151 "matcher": {
152 "id": "byName",
153 "options": "production-ace-menlo-2"
154 },
155 "properties": [
156 {
157 "id": "displayName",
158 "value": "ONF Menlo 2"
159 }
160 ]
161 },
162 {
163 "matcher": {
164 "id": "byName",
165 "options": "production-ace-tucson-1"
166 },
167 "properties": [
168 {
169 "id": "displayName",
170 "value": "ONF Tucson 1"
171 }
172 ]
173 },
174 {
175 "matcher": {
176 "id": "byName",
177 "options": "production-ace-tucson-2"
178 },
179 "properties": [
180 {
181 "id": "displayName",
182 "value": "ONF Tucson 2"
183 }
184 ]
Andy Bavier2f137852020-12-09 15:31:09 -0700185 },
186 {
187 "matcher": {
188 "id": "byName",
189 "options": "production-ace-princeton1-1"
190 },
191 "properties": [
192 {
193 "id": "displayName",
194 "value": "Princeton 1"
195 }
196 ]
197 },
198 {
199 "matcher": {
200 "id": "byName",
201 "options": "production-ace-princeton1-2"
202 },
203 "properties": [
204 {
205 "id": "displayName",
206 "value": "Princeton 2"
207 }
208 ]
209 },
210 {
211 "matcher": {
212 "id": "byName",
213 "options": "production-ace-stanford1-1"
214 },
215 "properties": [
216 {
217 "id": "displayName",
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700218 "value": "Stanford1 1"
Andy Bavier2f137852020-12-09 15:31:09 -0700219 }
220 ]
221 },
222 {
223 "matcher": {
224 "id": "byName",
225 "options": "production-ace-stanford1-2"
226 },
227 "properties": [
228 {
229 "id": "displayName",
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700230 "value": "Stanford1 2"
231 }
232 ]
233 },
234 {
235 "matcher": {
236 "id": "byName",
237 "options": "production-ace-stanford2-1"
238 },
239 "properties": [
240 {
241 "id": "displayName",
242 "value": "Stanford2 1"
243 }
244 ]
245 },
246 {
247 "matcher": {
248 "id": "byName",
249 "options": "production-ace-stanford2-2"
250 },
251 "properties": [
252 {
253 "id": "displayName",
254 "value": "Stanford2 2"
255 }
256 ]
257 },
258 {
259 "matcher": {
260 "id": "byName",
261 "options": "production-ace-cornell1-1"
262 },
263 "properties": [
264 {
265 "id": "displayName",
266 "value": "Cornell 1"
267 }
268 ]
269 },
270 {
271 "matcher": {
272 "id": "byName",
273 "options": "production-ace-cornell1-2"
274 },
275 "properties": [
276 {
277 "id": "displayName",
278 "value": "Cornell 2"
Andy Bavier2f137852020-12-09 15:31:09 -0700279 }
280 ]
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700281 }
282 ]
283 },
284 "gridPos": {
285 "h": 4,
286 "w": 24,
287 "x": 0,
Andy Bavier49f59f82020-10-22 09:46:24 -0700288 "y": 1
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700289 },
290 "id": 33,
291 "options": {
292 "colorMode": "value",
293 "graphMode": "area",
294 "justifyMode": "auto",
295 "orientation": "auto",
296 "reduceOptions": {
297 "calcs": [
298 "last"
299 ],
300 "fields": "",
301 "values": false
Andy Bavier696dfeb2020-11-11 14:48:12 -0700302 },
303 "textMode": "auto"
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700304 },
Andy Bavier696dfeb2020-11-11 14:48:12 -0700305 "pluginVersion": "7.1.5",
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700306 "repeat": null,
307 "targets": [
308 {
309 "metricQuery": {
310 "aliasBy": "{{ metric.label.tunnel_name }}",
311 "alignmentPeriod": "stackdriver-auto",
312 "crossSeriesReducer": "REDUCE_NONE",
Andy Bavierdbd45bd2020-10-02 15:48:35 -0700313 "filters": [
Andy Bavieracbe6af2020-10-06 13:51:42 -0700314 "metric.label.tunnel_name",
Hyunsun Moond0d37d52020-10-26 20:20:37 -0700315 "=",
316 "production-ace-*"
Andy Bavierdbd45bd2020-10-02 15:48:35 -0700317 ],
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700318 "groupBys": [],
319 "metricKind": "GAUGE",
320 "metricType": "vpn.googleapis.com/tunnel_established",
321 "perSeriesAligner": "ALIGN_INTERPOLATE",
322 "projectName": "onf-vpn",
323 "unit": "1",
324 "valueType": "DOUBLE"
325 },
326 "queryType": "metrics",
327 "refId": "A"
328 }
329 ],
330 "timeFrom": null,
331 "timeShift": null,
332 "title": "VPN connections from Google Cloud",
Andy Bavier2f137852020-12-09 15:31:09 -0700333 "transformations": [],
Andy Bavier5c91c1c2020-09-01 11:47:38 -0700334 "type": "stat"
335 },
336 {
Andy Bavier49f59f82020-10-22 09:46:24 -0700337 "collapsed": false,
338 "datasource": null,
339 "gridPos": {
340 "h": 1,
341 "w": 24,
342 "x": 0,
343 "y": 5
344 },
345 "id": 35,
346 "panels": [],
347 "repeat": "edge",
348 "scopedVars": {
349 "edge": {
350 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700351 "text": "ace-cornell1-prd",
352 "value": "ace-cornell1-prd"
Andy Bavier49f59f82020-10-22 09:46:24 -0700353 }
354 },
355 "title": "Edge: $edge",
356 "type": "row"
357 },
358 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700359 "datasource": "RANCHER_MONITORING_GLOBAL",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700360 "description": "",
361 "fieldConfig": {
362 "defaults": {
363 "custom": {},
364 "mappings": [
365 {
366 "from": "",
367 "id": 1,
368 "operator": "",
369 "text": "error",
370 "to": "",
371 "type": 1,
372 "value": "-1"
373 },
374 {
375 "from": "",
376 "id": 2,
377 "operator": "",
378 "text": "disconnected",
379 "to": "",
380 "type": 1,
381 "value": "0"
382 },
383 {
384 "from": "",
385 "id": 3,
386 "operator": "",
387 "text": "connecting",
388 "to": "",
389 "type": 1,
390 "value": "1"
391 },
392 {
393 "from": "",
394 "id": 4,
395 "operator": "",
396 "text": "connected",
397 "to": "",
398 "type": 1,
399 "value": "2"
400 },
401 {
402 "from": "",
403 "id": 5,
404 "operator": "",
405 "text": "no result",
406 "to": "",
407 "type": 1,
408 "value": "-2"
Andy Bavier3fc12032020-08-11 16:42:56 -0700409 },
410 {
411 "from": "-100",
412 "id": 6,
413 "operator": "",
414 "text": "scheduled downtime",
415 "to": "-3",
416 "type": 2
Andy Bavierab75e9e2020-08-06 12:05:30 -0700417 }
418 ],
419 "thresholds": {
420 "mode": "absolute",
421 "steps": [
422 {
423 "color": "red",
424 "value": null
425 },
426 {
Andy Bavier3fc12032020-08-11 16:42:56 -0700427 "color": "#6ED0E0",
428 "value": -100
429 },
430 {
431 "color": "red",
432 "value": -2
433 },
434 {
Andy Bavierab75e9e2020-08-06 12:05:30 -0700435 "color": "#EAB839",
436 "value": 1
437 },
438 {
439 "color": "green",
440 "value": 2
441 }
442 ]
443 }
444 },
445 "overrides": []
446 },
447 "gridPos": {
448 "h": 4,
Andy Bavier2f137852020-12-09 15:31:09 -0700449 "w": 5,
Andy Bavierab75e9e2020-08-06 12:05:30 -0700450 "x": 0,
Andy Bavier49f59f82020-10-22 09:46:24 -0700451 "y": 6
Andy Bavierab75e9e2020-08-06 12:05:30 -0700452 },
453 "id": 4,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700454 "links": [
455 {
456 "targetBlank": true,
457 "title": "Drill down: cluster compute",
458 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
459 },
460 {
461 "targetBlank": true,
462 "title": "Drill down: cluster networking",
463 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
464 },
465 {
466 "targetBlank": true,
467 "title": "Drill down: nodes",
468 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
469 }
470 ],
Andy Bavier227cb1c2020-09-09 10:00:46 -0700471 "maxPerRow": 6,
Andy Bavierab75e9e2020-08-06 12:05:30 -0700472 "options": {
473 "colorMode": "background",
474 "graphMode": "none",
475 "justifyMode": "auto",
476 "orientation": "auto",
477 "reduceOptions": {
478 "calcs": [
479 "last"
480 ],
481 "fields": "",
482 "values": false
Andy Bavier696dfeb2020-11-11 14:48:12 -0700483 },
484 "textMode": "auto"
Andy Bavierab75e9e2020-08-06 12:05:30 -0700485 },
Andy Bavier696dfeb2020-11-11 14:48:12 -0700486 "pluginVersion": "7.1.5",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700487 "repeat": null,
488 "repeatDirection": "h",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700489 "scopedVars": {
490 "edge": {
Andy Bavierab75e9e2020-08-06 12:05:30 -0700491 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700492 "text": "ace-cornell1-prd",
493 "value": "ace-cornell1-prd"
Andy Bavierab75e9e2020-08-06 12:05:30 -0700494 }
495 },
496 "targets": [
497 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700498 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700499 "interval": "",
500 "legendFormat": "Control Plane",
501 "refId": "A"
502 },
503 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700504 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700505 "interval": "",
506 "legendFormat": "User Plane",
507 "refId": "B"
508 }
509 ],
510 "timeFrom": null,
511 "timeShift": null,
Andy Bavier49f59f82020-10-22 09:46:24 -0700512 "title": "Current",
Andy Bavier227cb1c2020-09-09 10:00:46 -0700513 "type": "stat"
514 },
515 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700516 "datasource": "RANCHER_MONITORING_GLOBAL",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700517 "fieldConfig": {
518 "defaults": {
519 "custom": {},
520 "mappings": [],
521 "thresholds": {
522 "mode": "absolute",
523 "steps": [
524 {
525 "color": "red",
526 "value": null
527 },
528 {
529 "color": "#EAB839",
530 "value": 50
531 },
532 {
533 "color": "green",
534 "value": 95
535 }
536 ]
537 },
538 "unit": "percent"
539 },
540 "overrides": []
541 },
542 "gridPos": {
543 "h": 4,
Andy Bavier2f137852020-12-09 15:31:09 -0700544 "w": 4,
545 "x": 5,
Andy Bavier49f59f82020-10-22 09:46:24 -0700546 "y": 6
Andy Bavierab75e9e2020-08-06 12:05:30 -0700547 },
548 "id": 5,
Andy Bavier227cb1c2020-09-09 10:00:46 -0700549 "maxPerRow": 6,
Andy Bavierab75e9e2020-08-06 12:05:30 -0700550 "options": {
551 "colorMode": "background",
Andy Bavier3fc12032020-08-11 16:42:56 -0700552 "graphMode": "none",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700553 "justifyMode": "auto",
554 "orientation": "auto",
555 "reduceOptions": {
556 "calcs": [
557 "mean"
558 ],
559 "fields": "",
560 "values": false
Andy Bavier696dfeb2020-11-11 14:48:12 -0700561 },
562 "textMode": "auto"
Andy Bavierab75e9e2020-08-06 12:05:30 -0700563 },
Andy Bavier696dfeb2020-11-11 14:48:12 -0700564 "pluginVersion": "7.1.5",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700565 "repeat": null,
566 "repeatDirection": "h",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700567 "scopedVars": {
568 "edge": {
Andy Bavierab75e9e2020-08-06 12:05:30 -0700569 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700570 "text": "ace-cornell1-prd",
571 "value": "ace-cornell1-prd"
Andy Bavierab75e9e2020-08-06 12:05:30 -0700572 }
573 },
574 "targets": [
575 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700576 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700577 "interval": "",
578 "legendFormat": "Control Plane",
579 "refId": "A"
580 },
581 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700582 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700583 "interval": "",
584 "legendFormat": "User Plane",
585 "refId": "B"
586 }
587 ],
588 "timeFrom": null,
589 "timeShift": null,
Andy Bavier49f59f82020-10-22 09:46:24 -0700590 "title": "Uptime",
Andy Bavier3fc12032020-08-11 16:42:56 -0700591 "transformations": [],
Andy Bavierab75e9e2020-08-06 12:05:30 -0700592 "type": "stat"
593 },
594 {
Andy Bavier2f137852020-12-09 15:31:09 -0700595 "datasource": "RANCHER_MONITORING_GLOBAL",
596 "description": "",
597 "fieldConfig": {
598 "defaults": {
599 "custom": {},
600 "decimals": 0,
601 "mappings": [],
602 "thresholds": {
603 "mode": "absolute",
604 "steps": [
605 {
606 "color": "green",
607 "value": null
608 },
609 {
610 "color": "#EAB839",
611 "value": 1
612 },
613 {
614 "color": "red",
615 "value": 10
616 }
617 ]
618 },
619 "unit": "percent"
620 },
621 "overrides": []
622 },
623 "gridPos": {
624 "h": 4,
625 "w": 2,
626 "x": 9,
627 "y": 6
628 },
629 "id": 90,
630 "maxPerRow": 6,
631 "options": {
632 "colorMode": "background",
633 "graphMode": "none",
634 "justifyMode": "auto",
635 "orientation": "auto",
636 "reduceOptions": {
637 "calcs": [
638 "mean"
639 ],
640 "fields": "",
641 "values": false
642 },
643 "textMode": "auto"
644 },
645 "pluginVersion": "7.1.5",
646 "repeatDirection": "h",
647 "scopedVars": {
648 "edge": {
649 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700650 "text": "ace-cornell1-prd",
651 "value": "ace-cornell1-prd"
Andy Bavier2f137852020-12-09 15:31:09 -0700652 }
653 },
654 "targets": [
655 {
656 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
657 "interval": "",
658 "legendFormat": "",
659 "refId": "A"
660 }
661 ],
662 "timeFrom": null,
663 "timeShift": null,
664 "title": "Unscheduled Downtime",
665 "transformations": [],
666 "type": "stat"
667 },
668 {
Andy Bavier49f59f82020-10-22 09:46:24 -0700669 "aliasColors": {
670 "Scheduled": "blue",
671 "Scheduled downtime": "blue",
672 "Unscheduled": "red",
673 "Unscheduled downtime": "red"
Andy Bavier227cb1c2020-09-09 10:00:46 -0700674 },
Andy Bavier3fc12032020-08-11 16:42:56 -0700675 "bars": false,
676 "dashLength": 10,
677 "dashes": false,
Andy Bavier696dfeb2020-11-11 14:48:12 -0700678 "datasource": "RANCHER_MONITORING_GLOBAL",
Andy Bavier3fc12032020-08-11 16:42:56 -0700679 "fieldConfig": {
680 "defaults": {
681 "custom": {},
Andy Bavier696dfeb2020-11-11 14:48:12 -0700682 "links": []
Andy Bavier3fc12032020-08-11 16:42:56 -0700683 },
684 "overrides": []
685 },
Andy Bavier49f59f82020-10-22 09:46:24 -0700686 "fill": 10,
Andy Bavier3fc12032020-08-11 16:42:56 -0700687 "fillGradient": 0,
688 "gridPos": {
Andy Bavier49f59f82020-10-22 09:46:24 -0700689 "h": 4,
690 "w": 10,
691 "x": 11,
692 "y": 6
Andy Bavier3fc12032020-08-11 16:42:56 -0700693 },
694 "hiddenSeries": false,
695 "id": 23,
696 "legend": {
697 "avg": false,
698 "current": false,
699 "max": false,
700 "min": false,
701 "show": true,
702 "total": false,
703 "values": false
704 },
705 "lines": true,
706 "linewidth": 0,
Andy Bavier227cb1c2020-09-09 10:00:46 -0700707 "maxPerRow": 6,
Andy Bavier3fc12032020-08-11 16:42:56 -0700708 "nullPointMode": "null",
Andy Bavier3fc12032020-08-11 16:42:56 -0700709 "percentage": false,
Andy Bavier696dfeb2020-11-11 14:48:12 -0700710 "pluginVersion": "7.1.5",
Andy Bavier3fc12032020-08-11 16:42:56 -0700711 "pointradius": 2,
712 "points": false,
713 "renderer": "flot",
Andy Bavier227cb1c2020-09-09 10:00:46 -0700714 "repeat": null,
715 "repeatDirection": "h",
Andy Bavier227cb1c2020-09-09 10:00:46 -0700716 "scopedVars": {
717 "edge": {
718 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700719 "text": "ace-cornell1-prd",
720 "value": "ace-cornell1-prd"
Andy Bavier502d6012020-09-30 11:46:06 -0700721 }
722 },
723 "seriesOverrides": [],
724 "spaceLength": 10,
725 "stack": false,
726 "steppedLine": true,
727 "targets": [
728 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700729 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
Andy Bavier502d6012020-09-30 11:46:06 -0700730 "interval": "",
Andy Bavier49f59f82020-10-22 09:46:24 -0700731 "legendFormat": "Unscheduled",
Andy Bavier502d6012020-09-30 11:46:06 -0700732 "refId": "A"
733 },
734 {
Andy Bavier696dfeb2020-11-11 14:48:12 -0700735 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
Andy Bavier502d6012020-09-30 11:46:06 -0700736 "interval": "",
Andy Bavier49f59f82020-10-22 09:46:24 -0700737 "legendFormat": "Scheduled",
Andy Bavier502d6012020-09-30 11:46:06 -0700738 "refId": "B"
739 }
740 ],
741 "thresholds": [],
742 "timeFrom": null,
743 "timeRegions": [],
744 "timeShift": null,
Andy Bavier49f59f82020-10-22 09:46:24 -0700745 "title": "Downtime",
Andy Bavier502d6012020-09-30 11:46:06 -0700746 "tooltip": {
747 "shared": true,
748 "sort": 0,
749 "value_type": "individual"
750 },
751 "type": "graph",
752 "xaxis": {
753 "buckets": null,
754 "mode": "time",
755 "name": null,
756 "show": true,
757 "values": []
758 },
759 "yaxes": [
760 {
Andy Bavier502d6012020-09-30 11:46:06 -0700761 "decimals": 0,
762 "format": "short",
763 "label": "",
764 "logBase": 1,
765 "max": "1",
766 "min": "0",
767 "show": true
768 },
769 {
Andy Bavier227cb1c2020-09-09 10:00:46 -0700770 "format": "short",
771 "label": null,
772 "logBase": 1,
773 "max": null,
774 "min": null,
775 "show": true
776 }
777 ],
778 "yaxis": {
779 "align": false,
780 "alignLevel": null
781 }
782 },
783 {
Andy Bavierab75e9e2020-08-06 12:05:30 -0700784 "datasource": "RANCHER_MONITORING_GLOBAL",
785 "fieldConfig": {
786 "defaults": {
787 "custom": {},
788 "mappings": [],
789 "max": 1000,
790 "thresholds": {
791 "mode": "absolute",
792 "steps": [
793 {
794 "color": "green",
795 "value": null
796 },
797 {
798 "color": "red",
799 "value": 750
800 }
801 ]
802 }
803 },
804 "overrides": []
805 },
806 "gridPos": {
Andy Bavier49f59f82020-10-22 09:46:24 -0700807 "h": 4,
808 "w": 3,
809 "x": 21,
810 "y": 6
Andy Bavierab75e9e2020-08-06 12:05:30 -0700811 },
812 "id": 13,
Andy Bavier227cb1c2020-09-09 10:00:46 -0700813 "maxPerRow": 6,
Andy Bavierab75e9e2020-08-06 12:05:30 -0700814 "options": {
815 "orientation": "auto",
816 "reduceOptions": {
817 "calcs": [
818 "last"
819 ],
820 "fields": "",
821 "values": false
822 },
823 "showThresholdLabels": false,
824 "showThresholdMarkers": true
825 },
Andy Bavier696dfeb2020-11-11 14:48:12 -0700826 "pluginVersion": "7.1.5",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700827 "repeat": null,
828 "repeatDirection": "h",
Andy Bavierab75e9e2020-08-06 12:05:30 -0700829 "scopedVars": {
830 "edge": {
Andy Bavierab75e9e2020-08-06 12:05:30 -0700831 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700832 "text": "ace-cornell1-prd",
833 "value": "ace-cornell1-prd"
Andy Bavier2f137852020-12-09 15:31:09 -0700834 }
835 },
836 "targets": [
837 {
838 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
839 "interval": "",
840 "legendFormat": "{{name}}",
841 "refId": "A"
842 }
843 ],
844 "timeFrom": null,
845 "timeShift": null,
846 "title": "Seconds since last update",
847 "type": "gauge"
848 },
849 {
850 "collapsed": false,
851 "datasource": null,
852 "gridPos": {
853 "h": 1,
854 "w": 24,
855 "x": 0,
856 "y": 10
857 },
858 "id": 91,
859 "panels": [],
860 "repeat": null,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700861 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -0700862 "repeatPanelId": 35,
863 "scopedVars": {
864 "edge": {
865 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700866 "text": "ace-intel",
867 "value": "ace-intel"
Andy Bavier2f137852020-12-09 15:31:09 -0700868 }
869 },
870 "title": "Edge: $edge",
871 "type": "row"
872 },
873 {
874 "datasource": "RANCHER_MONITORING_GLOBAL",
875 "description": "",
876 "fieldConfig": {
877 "defaults": {
878 "custom": {},
879 "mappings": [
880 {
881 "from": "",
882 "id": 1,
883 "operator": "",
884 "text": "error",
885 "to": "",
886 "type": 1,
887 "value": "-1"
888 },
889 {
890 "from": "",
891 "id": 2,
892 "operator": "",
893 "text": "disconnected",
894 "to": "",
895 "type": 1,
896 "value": "0"
897 },
898 {
899 "from": "",
900 "id": 3,
901 "operator": "",
902 "text": "connecting",
903 "to": "",
904 "type": 1,
905 "value": "1"
906 },
907 {
908 "from": "",
909 "id": 4,
910 "operator": "",
911 "text": "connected",
912 "to": "",
913 "type": 1,
914 "value": "2"
915 },
916 {
917 "from": "",
918 "id": 5,
919 "operator": "",
920 "text": "no result",
921 "to": "",
922 "type": 1,
923 "value": "-2"
924 },
925 {
926 "from": "-100",
927 "id": 6,
928 "operator": "",
929 "text": "scheduled downtime",
930 "to": "-3",
931 "type": 2
932 }
933 ],
934 "thresholds": {
935 "mode": "absolute",
936 "steps": [
937 {
938 "color": "red",
939 "value": null
940 },
941 {
942 "color": "#6ED0E0",
943 "value": -100
944 },
945 {
946 "color": "red",
947 "value": -2
948 },
949 {
950 "color": "#EAB839",
951 "value": 1
952 },
953 {
954 "color": "green",
955 "value": 2
956 }
957 ]
958 }
959 },
960 "overrides": []
961 },
962 "gridPos": {
963 "h": 4,
964 "w": 5,
965 "x": 0,
966 "y": 11
967 },
968 "id": 92,
Andy Bavier7f891a4c2021-01-13 10:02:08 -0700969 "links": [
970 {
971 "targetBlank": true,
972 "title": "Drill down: cluster compute",
973 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
974 },
975 {
976 "targetBlank": true,
977 "title": "Drill down: cluster networking",
978 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
979 },
980 {
981 "targetBlank": true,
982 "title": "Drill down: nodes",
983 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
984 }
985 ],
Andy Bavier2f137852020-12-09 15:31:09 -0700986 "maxPerRow": 6,
987 "options": {
988 "colorMode": "background",
989 "graphMode": "none",
990 "justifyMode": "auto",
991 "orientation": "auto",
992 "reduceOptions": {
993 "calcs": [
994 "last"
995 ],
996 "fields": "",
997 "values": false
998 },
999 "textMode": "auto"
1000 },
1001 "pluginVersion": "7.1.5",
1002 "repeat": null,
1003 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001004 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001005 "repeatPanelId": 4,
1006 "repeatedByRow": true,
1007 "scopedVars": {
1008 "edge": {
1009 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001010 "text": "ace-intel",
1011 "value": "ace-intel"
Andy Bavier2f137852020-12-09 15:31:09 -07001012 }
1013 },
1014 "targets": [
1015 {
1016 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
1017 "interval": "",
1018 "legendFormat": "Control Plane",
1019 "refId": "A"
1020 },
1021 {
1022 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
1023 "interval": "",
1024 "legendFormat": "User Plane",
1025 "refId": "B"
1026 }
1027 ],
1028 "timeFrom": null,
1029 "timeShift": null,
1030 "title": "Current",
1031 "type": "stat"
1032 },
1033 {
1034 "datasource": "RANCHER_MONITORING_GLOBAL",
1035 "fieldConfig": {
1036 "defaults": {
1037 "custom": {},
1038 "mappings": [],
1039 "thresholds": {
1040 "mode": "absolute",
1041 "steps": [
1042 {
1043 "color": "red",
1044 "value": null
1045 },
1046 {
1047 "color": "#EAB839",
1048 "value": 50
1049 },
1050 {
1051 "color": "green",
1052 "value": 95
1053 }
1054 ]
1055 },
1056 "unit": "percent"
1057 },
1058 "overrides": []
1059 },
1060 "gridPos": {
1061 "h": 4,
1062 "w": 4,
1063 "x": 5,
1064 "y": 11
1065 },
1066 "id": 93,
1067 "maxPerRow": 6,
1068 "options": {
1069 "colorMode": "background",
1070 "graphMode": "none",
1071 "justifyMode": "auto",
1072 "orientation": "auto",
1073 "reduceOptions": {
1074 "calcs": [
1075 "mean"
1076 ],
1077 "fields": "",
1078 "values": false
1079 },
1080 "textMode": "auto"
1081 },
1082 "pluginVersion": "7.1.5",
1083 "repeat": null,
1084 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001085 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001086 "repeatPanelId": 5,
1087 "repeatedByRow": true,
1088 "scopedVars": {
1089 "edge": {
1090 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001091 "text": "ace-intel",
1092 "value": "ace-intel"
Andy Bavier2f137852020-12-09 15:31:09 -07001093 }
1094 },
1095 "targets": [
1096 {
1097 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
1098 "interval": "",
1099 "legendFormat": "Control Plane",
1100 "refId": "A"
1101 },
1102 {
1103 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
1104 "interval": "",
1105 "legendFormat": "User Plane",
1106 "refId": "B"
1107 }
1108 ],
1109 "timeFrom": null,
1110 "timeShift": null,
1111 "title": "Uptime",
1112 "transformations": [],
1113 "type": "stat"
1114 },
1115 {
1116 "datasource": "RANCHER_MONITORING_GLOBAL",
1117 "description": "",
1118 "fieldConfig": {
1119 "defaults": {
1120 "custom": {},
1121 "decimals": 0,
1122 "mappings": [],
1123 "thresholds": {
1124 "mode": "absolute",
1125 "steps": [
1126 {
1127 "color": "green",
1128 "value": null
1129 },
1130 {
1131 "color": "#EAB839",
1132 "value": 1
1133 },
1134 {
1135 "color": "red",
1136 "value": 10
1137 }
1138 ]
1139 },
1140 "unit": "percent"
1141 },
1142 "overrides": []
1143 },
1144 "gridPos": {
1145 "h": 4,
1146 "w": 2,
1147 "x": 9,
1148 "y": 11
1149 },
1150 "id": 94,
1151 "maxPerRow": 6,
1152 "options": {
1153 "colorMode": "background",
1154 "graphMode": "none",
1155 "justifyMode": "auto",
1156 "orientation": "auto",
1157 "reduceOptions": {
1158 "calcs": [
1159 "mean"
1160 ],
1161 "fields": "",
1162 "values": false
1163 },
1164 "textMode": "auto"
1165 },
1166 "pluginVersion": "7.1.5",
1167 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001168 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001169 "repeatPanelId": 90,
1170 "repeatedByRow": true,
1171 "scopedVars": {
1172 "edge": {
1173 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001174 "text": "ace-intel",
1175 "value": "ace-intel"
Andy Bavier2f137852020-12-09 15:31:09 -07001176 }
1177 },
1178 "targets": [
1179 {
1180 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
1181 "interval": "",
1182 "legendFormat": "",
1183 "refId": "A"
1184 }
1185 ],
1186 "timeFrom": null,
1187 "timeShift": null,
1188 "title": "Unscheduled Downtime",
1189 "transformations": [],
1190 "type": "stat"
1191 },
1192 {
1193 "aliasColors": {
1194 "Scheduled": "blue",
1195 "Scheduled downtime": "blue",
1196 "Unscheduled": "red",
1197 "Unscheduled downtime": "red"
1198 },
1199 "bars": false,
1200 "dashLength": 10,
1201 "dashes": false,
1202 "datasource": "RANCHER_MONITORING_GLOBAL",
1203 "fieldConfig": {
1204 "defaults": {
1205 "custom": {},
1206 "links": []
1207 },
1208 "overrides": []
1209 },
1210 "fill": 10,
1211 "fillGradient": 0,
1212 "gridPos": {
1213 "h": 4,
1214 "w": 10,
1215 "x": 11,
1216 "y": 11
1217 },
1218 "hiddenSeries": false,
1219 "id": 95,
1220 "legend": {
1221 "avg": false,
1222 "current": false,
1223 "max": false,
1224 "min": false,
1225 "show": true,
1226 "total": false,
1227 "values": false
1228 },
1229 "lines": true,
1230 "linewidth": 0,
1231 "maxPerRow": 6,
1232 "nullPointMode": "null",
1233 "percentage": false,
1234 "pluginVersion": "7.1.5",
1235 "pointradius": 2,
1236 "points": false,
1237 "renderer": "flot",
1238 "repeat": null,
1239 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001240 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001241 "repeatPanelId": 23,
1242 "repeatedByRow": true,
1243 "scopedVars": {
1244 "edge": {
1245 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001246 "text": "ace-intel",
1247 "value": "ace-intel"
Andy Bavier2f137852020-12-09 15:31:09 -07001248 }
1249 },
1250 "seriesOverrides": [],
1251 "spaceLength": 10,
1252 "stack": false,
1253 "steppedLine": true,
1254 "targets": [
1255 {
1256 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
1257 "interval": "",
1258 "legendFormat": "Unscheduled",
1259 "refId": "A"
1260 },
1261 {
1262 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
1263 "interval": "",
1264 "legendFormat": "Scheduled",
1265 "refId": "B"
1266 }
1267 ],
1268 "thresholds": [],
1269 "timeFrom": null,
1270 "timeRegions": [],
1271 "timeShift": null,
1272 "title": "Downtime",
1273 "tooltip": {
1274 "shared": true,
1275 "sort": 0,
1276 "value_type": "individual"
1277 },
1278 "type": "graph",
1279 "xaxis": {
1280 "buckets": null,
1281 "mode": "time",
1282 "name": null,
1283 "show": true,
1284 "values": []
1285 },
1286 "yaxes": [
1287 {
1288 "decimals": 0,
1289 "format": "short",
1290 "label": "",
1291 "logBase": 1,
1292 "max": "1",
1293 "min": "0",
1294 "show": true
1295 },
1296 {
1297 "format": "short",
1298 "label": null,
1299 "logBase": 1,
1300 "max": null,
1301 "min": null,
1302 "show": true
1303 }
1304 ],
1305 "yaxis": {
1306 "align": false,
1307 "alignLevel": null
1308 }
1309 },
1310 {
1311 "datasource": "RANCHER_MONITORING_GLOBAL",
1312 "fieldConfig": {
1313 "defaults": {
1314 "custom": {},
1315 "mappings": [],
1316 "max": 1000,
1317 "thresholds": {
1318 "mode": "absolute",
1319 "steps": [
1320 {
1321 "color": "green",
1322 "value": null
1323 },
1324 {
1325 "color": "red",
1326 "value": 750
1327 }
1328 ]
1329 }
1330 },
1331 "overrides": []
1332 },
1333 "gridPos": {
1334 "h": 4,
1335 "w": 3,
1336 "x": 21,
1337 "y": 11
1338 },
1339 "id": 96,
1340 "maxPerRow": 6,
1341 "options": {
1342 "orientation": "auto",
1343 "reduceOptions": {
1344 "calcs": [
1345 "last"
1346 ],
1347 "fields": "",
1348 "values": false
1349 },
1350 "showThresholdLabels": false,
1351 "showThresholdMarkers": true
1352 },
1353 "pluginVersion": "7.1.5",
1354 "repeat": null,
1355 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001356 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001357 "repeatPanelId": 13,
1358 "repeatedByRow": true,
1359 "scopedVars": {
1360 "edge": {
1361 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001362 "text": "ace-intel",
1363 "value": "ace-intel"
Andy Bavier2f137852020-12-09 15:31:09 -07001364 }
1365 },
1366 "targets": [
1367 {
1368 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
1369 "interval": "",
1370 "legendFormat": "{{name}}",
1371 "refId": "A"
1372 }
1373 ],
1374 "timeFrom": null,
1375 "timeShift": null,
1376 "title": "Seconds since last update",
1377 "type": "gauge"
1378 },
1379 {
1380 "collapsed": false,
1381 "datasource": null,
1382 "gridPos": {
1383 "h": 1,
1384 "w": 24,
1385 "x": 0,
1386 "y": 15
1387 },
1388 "id": 97,
1389 "panels": [],
1390 "repeat": null,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001391 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001392 "repeatPanelId": 35,
1393 "scopedVars": {
1394 "edge": {
1395 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001396 "text": "ace-menlo-pixel",
1397 "value": "ace-menlo-pixel"
Andy Bavier2f137852020-12-09 15:31:09 -07001398 }
1399 },
1400 "title": "Edge: $edge",
1401 "type": "row"
1402 },
1403 {
1404 "datasource": "RANCHER_MONITORING_GLOBAL",
1405 "description": "",
1406 "fieldConfig": {
1407 "defaults": {
1408 "custom": {},
1409 "mappings": [
1410 {
1411 "from": "",
1412 "id": 1,
1413 "operator": "",
1414 "text": "error",
1415 "to": "",
1416 "type": 1,
1417 "value": "-1"
1418 },
1419 {
1420 "from": "",
1421 "id": 2,
1422 "operator": "",
1423 "text": "disconnected",
1424 "to": "",
1425 "type": 1,
1426 "value": "0"
1427 },
1428 {
1429 "from": "",
1430 "id": 3,
1431 "operator": "",
1432 "text": "connecting",
1433 "to": "",
1434 "type": 1,
1435 "value": "1"
1436 },
1437 {
1438 "from": "",
1439 "id": 4,
1440 "operator": "",
1441 "text": "connected",
1442 "to": "",
1443 "type": 1,
1444 "value": "2"
1445 },
1446 {
1447 "from": "",
1448 "id": 5,
1449 "operator": "",
1450 "text": "no result",
1451 "to": "",
1452 "type": 1,
1453 "value": "-2"
1454 },
1455 {
1456 "from": "-100",
1457 "id": 6,
1458 "operator": "",
1459 "text": "scheduled downtime",
1460 "to": "-3",
1461 "type": 2
1462 }
1463 ],
1464 "thresholds": {
1465 "mode": "absolute",
1466 "steps": [
1467 {
1468 "color": "red",
1469 "value": null
1470 },
1471 {
1472 "color": "#6ED0E0",
1473 "value": -100
1474 },
1475 {
1476 "color": "red",
1477 "value": -2
1478 },
1479 {
1480 "color": "#EAB839",
1481 "value": 1
1482 },
1483 {
1484 "color": "green",
1485 "value": 2
1486 }
1487 ]
1488 }
1489 },
1490 "overrides": []
1491 },
1492 "gridPos": {
1493 "h": 4,
1494 "w": 5,
1495 "x": 0,
1496 "y": 16
1497 },
1498 "id": 98,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001499 "links": [
1500 {
1501 "targetBlank": true,
1502 "title": "Drill down: cluster compute",
1503 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
1504 },
1505 {
1506 "targetBlank": true,
1507 "title": "Drill down: cluster networking",
1508 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
1509 },
1510 {
1511 "targetBlank": true,
1512 "title": "Drill down: nodes",
1513 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
1514 }
1515 ],
Andy Bavier2f137852020-12-09 15:31:09 -07001516 "maxPerRow": 6,
1517 "options": {
1518 "colorMode": "background",
1519 "graphMode": "none",
1520 "justifyMode": "auto",
1521 "orientation": "auto",
1522 "reduceOptions": {
1523 "calcs": [
1524 "last"
1525 ],
1526 "fields": "",
1527 "values": false
1528 },
1529 "textMode": "auto"
1530 },
1531 "pluginVersion": "7.1.5",
1532 "repeat": null,
1533 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001534 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001535 "repeatPanelId": 4,
1536 "repeatedByRow": true,
1537 "scopedVars": {
1538 "edge": {
1539 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001540 "text": "ace-menlo-pixel",
1541 "value": "ace-menlo-pixel"
Andy Bavier2f137852020-12-09 15:31:09 -07001542 }
1543 },
1544 "targets": [
1545 {
1546 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
1547 "interval": "",
1548 "legendFormat": "Control Plane",
1549 "refId": "A"
1550 },
1551 {
1552 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
1553 "interval": "",
1554 "legendFormat": "User Plane",
1555 "refId": "B"
1556 }
1557 ],
1558 "timeFrom": null,
1559 "timeShift": null,
1560 "title": "Current",
1561 "type": "stat"
1562 },
1563 {
1564 "datasource": "RANCHER_MONITORING_GLOBAL",
1565 "fieldConfig": {
1566 "defaults": {
1567 "custom": {},
1568 "mappings": [],
1569 "thresholds": {
1570 "mode": "absolute",
1571 "steps": [
1572 {
1573 "color": "red",
1574 "value": null
1575 },
1576 {
1577 "color": "#EAB839",
1578 "value": 50
1579 },
1580 {
1581 "color": "green",
1582 "value": 95
1583 }
1584 ]
1585 },
1586 "unit": "percent"
1587 },
1588 "overrides": []
1589 },
1590 "gridPos": {
1591 "h": 4,
1592 "w": 4,
1593 "x": 5,
1594 "y": 16
1595 },
1596 "id": 99,
1597 "maxPerRow": 6,
1598 "options": {
1599 "colorMode": "background",
1600 "graphMode": "none",
1601 "justifyMode": "auto",
1602 "orientation": "auto",
1603 "reduceOptions": {
1604 "calcs": [
1605 "mean"
1606 ],
1607 "fields": "",
1608 "values": false
1609 },
1610 "textMode": "auto"
1611 },
1612 "pluginVersion": "7.1.5",
1613 "repeat": null,
1614 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001615 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001616 "repeatPanelId": 5,
1617 "repeatedByRow": true,
1618 "scopedVars": {
1619 "edge": {
1620 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001621 "text": "ace-menlo-pixel",
1622 "value": "ace-menlo-pixel"
Andy Bavier2f137852020-12-09 15:31:09 -07001623 }
1624 },
1625 "targets": [
1626 {
1627 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
1628 "interval": "",
1629 "legendFormat": "Control Plane",
1630 "refId": "A"
1631 },
1632 {
1633 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
1634 "interval": "",
1635 "legendFormat": "User Plane",
1636 "refId": "B"
1637 }
1638 ],
1639 "timeFrom": null,
1640 "timeShift": null,
1641 "title": "Uptime",
1642 "transformations": [],
1643 "type": "stat"
1644 },
1645 {
1646 "datasource": "RANCHER_MONITORING_GLOBAL",
1647 "description": "",
1648 "fieldConfig": {
1649 "defaults": {
1650 "custom": {},
1651 "decimals": 0,
1652 "mappings": [],
1653 "thresholds": {
1654 "mode": "absolute",
1655 "steps": [
1656 {
1657 "color": "green",
1658 "value": null
1659 },
1660 {
1661 "color": "#EAB839",
1662 "value": 1
1663 },
1664 {
1665 "color": "red",
1666 "value": 10
1667 }
1668 ]
1669 },
1670 "unit": "percent"
1671 },
1672 "overrides": []
1673 },
1674 "gridPos": {
1675 "h": 4,
1676 "w": 2,
1677 "x": 9,
1678 "y": 16
1679 },
1680 "id": 100,
1681 "maxPerRow": 6,
1682 "options": {
1683 "colorMode": "background",
1684 "graphMode": "none",
1685 "justifyMode": "auto",
1686 "orientation": "auto",
1687 "reduceOptions": {
1688 "calcs": [
1689 "mean"
1690 ],
1691 "fields": "",
1692 "values": false
1693 },
1694 "textMode": "auto"
1695 },
1696 "pluginVersion": "7.1.5",
1697 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001698 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001699 "repeatPanelId": 90,
1700 "repeatedByRow": true,
1701 "scopedVars": {
1702 "edge": {
1703 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001704 "text": "ace-menlo-pixel",
1705 "value": "ace-menlo-pixel"
Andy Bavier2f137852020-12-09 15:31:09 -07001706 }
1707 },
1708 "targets": [
1709 {
1710 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
1711 "interval": "",
1712 "legendFormat": "",
1713 "refId": "A"
1714 }
1715 ],
1716 "timeFrom": null,
1717 "timeShift": null,
1718 "title": "Unscheduled Downtime",
1719 "transformations": [],
1720 "type": "stat"
1721 },
1722 {
1723 "aliasColors": {
1724 "Scheduled": "blue",
1725 "Scheduled downtime": "blue",
1726 "Unscheduled": "red",
1727 "Unscheduled downtime": "red"
1728 },
1729 "bars": false,
1730 "dashLength": 10,
1731 "dashes": false,
1732 "datasource": "RANCHER_MONITORING_GLOBAL",
1733 "fieldConfig": {
1734 "defaults": {
1735 "custom": {},
1736 "links": []
1737 },
1738 "overrides": []
1739 },
1740 "fill": 10,
1741 "fillGradient": 0,
1742 "gridPos": {
1743 "h": 4,
1744 "w": 10,
1745 "x": 11,
1746 "y": 16
1747 },
1748 "hiddenSeries": false,
1749 "id": 101,
1750 "legend": {
1751 "avg": false,
1752 "current": false,
1753 "max": false,
1754 "min": false,
1755 "show": true,
1756 "total": false,
1757 "values": false
1758 },
1759 "lines": true,
1760 "linewidth": 0,
1761 "maxPerRow": 6,
1762 "nullPointMode": "null",
1763 "percentage": false,
1764 "pluginVersion": "7.1.5",
1765 "pointradius": 2,
1766 "points": false,
1767 "renderer": "flot",
1768 "repeat": null,
1769 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001770 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001771 "repeatPanelId": 23,
1772 "repeatedByRow": true,
1773 "scopedVars": {
1774 "edge": {
1775 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001776 "text": "ace-menlo-pixel",
1777 "value": "ace-menlo-pixel"
Andy Bavier2f137852020-12-09 15:31:09 -07001778 }
1779 },
1780 "seriesOverrides": [],
1781 "spaceLength": 10,
1782 "stack": false,
1783 "steppedLine": true,
1784 "targets": [
1785 {
1786 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
1787 "interval": "",
1788 "legendFormat": "Unscheduled",
1789 "refId": "A"
1790 },
1791 {
1792 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
1793 "interval": "",
1794 "legendFormat": "Scheduled",
1795 "refId": "B"
1796 }
1797 ],
1798 "thresholds": [],
1799 "timeFrom": null,
1800 "timeRegions": [],
1801 "timeShift": null,
1802 "title": "Downtime",
1803 "tooltip": {
1804 "shared": true,
1805 "sort": 0,
1806 "value_type": "individual"
1807 },
1808 "type": "graph",
1809 "xaxis": {
1810 "buckets": null,
1811 "mode": "time",
1812 "name": null,
1813 "show": true,
1814 "values": []
1815 },
1816 "yaxes": [
1817 {
1818 "decimals": 0,
1819 "format": "short",
1820 "label": "",
1821 "logBase": 1,
1822 "max": "1",
1823 "min": "0",
1824 "show": true
1825 },
1826 {
1827 "format": "short",
1828 "label": null,
1829 "logBase": 1,
1830 "max": null,
1831 "min": null,
1832 "show": true
1833 }
1834 ],
1835 "yaxis": {
1836 "align": false,
1837 "alignLevel": null
1838 }
1839 },
1840 {
1841 "datasource": "RANCHER_MONITORING_GLOBAL",
1842 "fieldConfig": {
1843 "defaults": {
1844 "custom": {},
1845 "mappings": [],
1846 "max": 1000,
1847 "thresholds": {
1848 "mode": "absolute",
1849 "steps": [
1850 {
1851 "color": "green",
1852 "value": null
1853 },
1854 {
1855 "color": "red",
1856 "value": 750
1857 }
1858 ]
1859 }
1860 },
1861 "overrides": []
1862 },
1863 "gridPos": {
1864 "h": 4,
1865 "w": 3,
1866 "x": 21,
1867 "y": 16
1868 },
1869 "id": 102,
1870 "maxPerRow": 6,
1871 "options": {
1872 "orientation": "auto",
1873 "reduceOptions": {
1874 "calcs": [
1875 "last"
1876 ],
1877 "fields": "",
1878 "values": false
1879 },
1880 "showThresholdLabels": false,
1881 "showThresholdMarkers": true
1882 },
1883 "pluginVersion": "7.1.5",
1884 "repeat": null,
1885 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001886 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001887 "repeatPanelId": 13,
1888 "repeatedByRow": true,
1889 "scopedVars": {
1890 "edge": {
1891 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001892 "text": "ace-menlo-pixel",
1893 "value": "ace-menlo-pixel"
Andy Bavier2f137852020-12-09 15:31:09 -07001894 }
1895 },
1896 "targets": [
1897 {
1898 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
1899 "interval": "",
1900 "legendFormat": "{{name}}",
1901 "refId": "A"
1902 }
1903 ],
1904 "timeFrom": null,
1905 "timeShift": null,
1906 "title": "Seconds since last update",
1907 "type": "gauge"
1908 },
1909 {
1910 "collapsed": false,
1911 "datasource": null,
1912 "gridPos": {
1913 "h": 1,
1914 "w": 24,
1915 "x": 0,
1916 "y": 20
1917 },
1918 "id": 103,
1919 "panels": [],
1920 "repeat": null,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001921 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07001922 "repeatPanelId": 35,
1923 "scopedVars": {
1924 "edge": {
1925 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07001926 "text": "ace-menlo-rasp-pi",
1927 "value": "ace-menlo-rasp-pi"
Andy Bavier2f137852020-12-09 15:31:09 -07001928 }
1929 },
1930 "title": "Edge: $edge",
1931 "type": "row"
1932 },
1933 {
1934 "datasource": "RANCHER_MONITORING_GLOBAL",
1935 "description": "",
1936 "fieldConfig": {
1937 "defaults": {
1938 "custom": {},
1939 "mappings": [
1940 {
1941 "from": "",
1942 "id": 1,
1943 "operator": "",
1944 "text": "error",
1945 "to": "",
1946 "type": 1,
1947 "value": "-1"
1948 },
1949 {
1950 "from": "",
1951 "id": 2,
1952 "operator": "",
1953 "text": "disconnected",
1954 "to": "",
1955 "type": 1,
1956 "value": "0"
1957 },
1958 {
1959 "from": "",
1960 "id": 3,
1961 "operator": "",
1962 "text": "connecting",
1963 "to": "",
1964 "type": 1,
1965 "value": "1"
1966 },
1967 {
1968 "from": "",
1969 "id": 4,
1970 "operator": "",
1971 "text": "connected",
1972 "to": "",
1973 "type": 1,
1974 "value": "2"
1975 },
1976 {
1977 "from": "",
1978 "id": 5,
1979 "operator": "",
1980 "text": "no result",
1981 "to": "",
1982 "type": 1,
1983 "value": "-2"
1984 },
1985 {
1986 "from": "-100",
1987 "id": 6,
1988 "operator": "",
1989 "text": "scheduled downtime",
1990 "to": "-3",
1991 "type": 2
1992 }
1993 ],
1994 "thresholds": {
1995 "mode": "absolute",
1996 "steps": [
1997 {
1998 "color": "red",
1999 "value": null
2000 },
2001 {
2002 "color": "#6ED0E0",
2003 "value": -100
2004 },
2005 {
2006 "color": "red",
2007 "value": -2
2008 },
2009 {
2010 "color": "#EAB839",
2011 "value": 1
2012 },
2013 {
2014 "color": "green",
2015 "value": 2
2016 }
2017 ]
2018 }
2019 },
2020 "overrides": []
2021 },
2022 "gridPos": {
2023 "h": 4,
2024 "w": 5,
2025 "x": 0,
2026 "y": 21
2027 },
2028 "id": 104,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002029 "links": [
2030 {
2031 "targetBlank": true,
2032 "title": "Drill down: cluster compute",
2033 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
2034 },
2035 {
2036 "targetBlank": true,
2037 "title": "Drill down: cluster networking",
2038 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
2039 },
2040 {
2041 "targetBlank": true,
2042 "title": "Drill down: nodes",
2043 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
2044 }
2045 ],
Andy Bavier2f137852020-12-09 15:31:09 -07002046 "maxPerRow": 6,
2047 "options": {
2048 "colorMode": "background",
2049 "graphMode": "none",
2050 "justifyMode": "auto",
2051 "orientation": "auto",
2052 "reduceOptions": {
2053 "calcs": [
2054 "last"
2055 ],
2056 "fields": "",
2057 "values": false
2058 },
2059 "textMode": "auto"
2060 },
2061 "pluginVersion": "7.1.5",
2062 "repeat": null,
2063 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002064 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002065 "repeatPanelId": 4,
2066 "repeatedByRow": true,
2067 "scopedVars": {
2068 "edge": {
2069 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002070 "text": "ace-menlo-rasp-pi",
2071 "value": "ace-menlo-rasp-pi"
Andy Bavier2f137852020-12-09 15:31:09 -07002072 }
2073 },
2074 "targets": [
2075 {
2076 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
2077 "interval": "",
2078 "legendFormat": "Control Plane",
2079 "refId": "A"
2080 },
2081 {
2082 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
2083 "interval": "",
2084 "legendFormat": "User Plane",
2085 "refId": "B"
2086 }
2087 ],
2088 "timeFrom": null,
2089 "timeShift": null,
2090 "title": "Current",
2091 "type": "stat"
2092 },
2093 {
2094 "datasource": "RANCHER_MONITORING_GLOBAL",
2095 "fieldConfig": {
2096 "defaults": {
2097 "custom": {},
2098 "mappings": [],
2099 "thresholds": {
2100 "mode": "absolute",
2101 "steps": [
2102 {
2103 "color": "red",
2104 "value": null
2105 },
2106 {
2107 "color": "#EAB839",
2108 "value": 50
2109 },
2110 {
2111 "color": "green",
2112 "value": 95
2113 }
2114 ]
2115 },
2116 "unit": "percent"
2117 },
2118 "overrides": []
2119 },
2120 "gridPos": {
2121 "h": 4,
2122 "w": 4,
2123 "x": 5,
2124 "y": 21
2125 },
2126 "id": 105,
2127 "maxPerRow": 6,
2128 "options": {
2129 "colorMode": "background",
2130 "graphMode": "none",
2131 "justifyMode": "auto",
2132 "orientation": "auto",
2133 "reduceOptions": {
2134 "calcs": [
2135 "mean"
2136 ],
2137 "fields": "",
2138 "values": false
2139 },
2140 "textMode": "auto"
2141 },
2142 "pluginVersion": "7.1.5",
2143 "repeat": null,
2144 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002145 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002146 "repeatPanelId": 5,
2147 "repeatedByRow": true,
2148 "scopedVars": {
2149 "edge": {
2150 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002151 "text": "ace-menlo-rasp-pi",
2152 "value": "ace-menlo-rasp-pi"
Andy Bavier2f137852020-12-09 15:31:09 -07002153 }
2154 },
2155 "targets": [
2156 {
2157 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
2158 "interval": "",
2159 "legendFormat": "Control Plane",
2160 "refId": "A"
2161 },
2162 {
2163 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
2164 "interval": "",
2165 "legendFormat": "User Plane",
2166 "refId": "B"
2167 }
2168 ],
2169 "timeFrom": null,
2170 "timeShift": null,
2171 "title": "Uptime",
2172 "transformations": [],
2173 "type": "stat"
2174 },
2175 {
2176 "datasource": "RANCHER_MONITORING_GLOBAL",
2177 "description": "",
2178 "fieldConfig": {
2179 "defaults": {
2180 "custom": {},
2181 "decimals": 0,
2182 "mappings": [],
2183 "thresholds": {
2184 "mode": "absolute",
2185 "steps": [
2186 {
2187 "color": "green",
2188 "value": null
2189 },
2190 {
2191 "color": "#EAB839",
2192 "value": 1
2193 },
2194 {
2195 "color": "red",
2196 "value": 10
2197 }
2198 ]
2199 },
2200 "unit": "percent"
2201 },
2202 "overrides": []
2203 },
2204 "gridPos": {
2205 "h": 4,
2206 "w": 2,
2207 "x": 9,
2208 "y": 21
2209 },
2210 "id": 106,
2211 "maxPerRow": 6,
2212 "options": {
2213 "colorMode": "background",
2214 "graphMode": "none",
2215 "justifyMode": "auto",
2216 "orientation": "auto",
2217 "reduceOptions": {
2218 "calcs": [
2219 "mean"
2220 ],
2221 "fields": "",
2222 "values": false
2223 },
2224 "textMode": "auto"
2225 },
2226 "pluginVersion": "7.1.5",
2227 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002228 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002229 "repeatPanelId": 90,
2230 "repeatedByRow": true,
2231 "scopedVars": {
2232 "edge": {
2233 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002234 "text": "ace-menlo-rasp-pi",
2235 "value": "ace-menlo-rasp-pi"
Andy Bavier2f137852020-12-09 15:31:09 -07002236 }
2237 },
2238 "targets": [
2239 {
2240 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
2241 "interval": "",
2242 "legendFormat": "",
2243 "refId": "A"
2244 }
2245 ],
2246 "timeFrom": null,
2247 "timeShift": null,
2248 "title": "Unscheduled Downtime",
2249 "transformations": [],
2250 "type": "stat"
2251 },
2252 {
2253 "aliasColors": {
2254 "Scheduled": "blue",
2255 "Scheduled downtime": "blue",
2256 "Unscheduled": "red",
2257 "Unscheduled downtime": "red"
2258 },
2259 "bars": false,
2260 "dashLength": 10,
2261 "dashes": false,
2262 "datasource": "RANCHER_MONITORING_GLOBAL",
2263 "fieldConfig": {
2264 "defaults": {
2265 "custom": {},
2266 "links": []
2267 },
2268 "overrides": []
2269 },
2270 "fill": 10,
2271 "fillGradient": 0,
2272 "gridPos": {
2273 "h": 4,
2274 "w": 10,
2275 "x": 11,
2276 "y": 21
2277 },
2278 "hiddenSeries": false,
2279 "id": 107,
2280 "legend": {
2281 "avg": false,
2282 "current": false,
2283 "max": false,
2284 "min": false,
2285 "show": true,
2286 "total": false,
2287 "values": false
2288 },
2289 "lines": true,
2290 "linewidth": 0,
2291 "maxPerRow": 6,
2292 "nullPointMode": "null",
2293 "percentage": false,
2294 "pluginVersion": "7.1.5",
2295 "pointradius": 2,
2296 "points": false,
2297 "renderer": "flot",
2298 "repeat": null,
2299 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002300 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002301 "repeatPanelId": 23,
2302 "repeatedByRow": true,
2303 "scopedVars": {
2304 "edge": {
2305 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002306 "text": "ace-menlo-rasp-pi",
2307 "value": "ace-menlo-rasp-pi"
Andy Bavier2f137852020-12-09 15:31:09 -07002308 }
2309 },
2310 "seriesOverrides": [],
2311 "spaceLength": 10,
2312 "stack": false,
2313 "steppedLine": true,
2314 "targets": [
2315 {
2316 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
2317 "interval": "",
2318 "legendFormat": "Unscheduled",
2319 "refId": "A"
2320 },
2321 {
2322 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
2323 "interval": "",
2324 "legendFormat": "Scheduled",
2325 "refId": "B"
2326 }
2327 ],
2328 "thresholds": [],
2329 "timeFrom": null,
2330 "timeRegions": [],
2331 "timeShift": null,
2332 "title": "Downtime",
2333 "tooltip": {
2334 "shared": true,
2335 "sort": 0,
2336 "value_type": "individual"
2337 },
2338 "type": "graph",
2339 "xaxis": {
2340 "buckets": null,
2341 "mode": "time",
2342 "name": null,
2343 "show": true,
2344 "values": []
2345 },
2346 "yaxes": [
2347 {
2348 "decimals": 0,
2349 "format": "short",
2350 "label": "",
2351 "logBase": 1,
2352 "max": "1",
2353 "min": "0",
2354 "show": true
2355 },
2356 {
2357 "format": "short",
2358 "label": null,
2359 "logBase": 1,
2360 "max": null,
2361 "min": null,
2362 "show": true
2363 }
2364 ],
2365 "yaxis": {
2366 "align": false,
2367 "alignLevel": null
2368 }
2369 },
2370 {
2371 "datasource": "RANCHER_MONITORING_GLOBAL",
2372 "fieldConfig": {
2373 "defaults": {
2374 "custom": {},
2375 "mappings": [],
2376 "max": 1000,
2377 "thresholds": {
2378 "mode": "absolute",
2379 "steps": [
2380 {
2381 "color": "green",
2382 "value": null
2383 },
2384 {
2385 "color": "red",
2386 "value": 750
2387 }
2388 ]
2389 }
2390 },
2391 "overrides": []
2392 },
2393 "gridPos": {
2394 "h": 4,
2395 "w": 3,
2396 "x": 21,
2397 "y": 21
2398 },
2399 "id": 108,
2400 "maxPerRow": 6,
2401 "options": {
2402 "orientation": "auto",
2403 "reduceOptions": {
2404 "calcs": [
2405 "last"
2406 ],
2407 "fields": "",
2408 "values": false
2409 },
2410 "showThresholdLabels": false,
2411 "showThresholdMarkers": true
2412 },
2413 "pluginVersion": "7.1.5",
2414 "repeat": null,
2415 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002416 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002417 "repeatPanelId": 13,
2418 "repeatedByRow": true,
2419 "scopedVars": {
2420 "edge": {
2421 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002422 "text": "ace-menlo-rasp-pi",
2423 "value": "ace-menlo-rasp-pi"
Andy Bavier2f137852020-12-09 15:31:09 -07002424 }
2425 },
2426 "targets": [
2427 {
2428 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
2429 "interval": "",
2430 "legendFormat": "{{name}}",
2431 "refId": "A"
2432 }
2433 ],
2434 "timeFrom": null,
2435 "timeShift": null,
2436 "title": "Seconds since last update",
2437 "type": "gauge"
2438 },
2439 {
2440 "collapsed": false,
2441 "datasource": null,
2442 "gridPos": {
2443 "h": 1,
2444 "w": 24,
2445 "x": 0,
2446 "y": 25
2447 },
2448 "id": 109,
2449 "panels": [],
2450 "repeat": null,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002451 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002452 "repeatPanelId": 35,
2453 "scopedVars": {
2454 "edge": {
2455 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002456 "text": "ace-princeton1-prd",
2457 "value": "ace-princeton1-prd"
Andy Bavier2f137852020-12-09 15:31:09 -07002458 }
2459 },
2460 "title": "Edge: $edge",
2461 "type": "row"
2462 },
2463 {
2464 "datasource": "RANCHER_MONITORING_GLOBAL",
2465 "description": "",
2466 "fieldConfig": {
2467 "defaults": {
2468 "custom": {},
2469 "mappings": [
2470 {
2471 "from": "",
2472 "id": 1,
2473 "operator": "",
2474 "text": "error",
2475 "to": "",
2476 "type": 1,
2477 "value": "-1"
2478 },
2479 {
2480 "from": "",
2481 "id": 2,
2482 "operator": "",
2483 "text": "disconnected",
2484 "to": "",
2485 "type": 1,
2486 "value": "0"
2487 },
2488 {
2489 "from": "",
2490 "id": 3,
2491 "operator": "",
2492 "text": "connecting",
2493 "to": "",
2494 "type": 1,
2495 "value": "1"
2496 },
2497 {
2498 "from": "",
2499 "id": 4,
2500 "operator": "",
2501 "text": "connected",
2502 "to": "",
2503 "type": 1,
2504 "value": "2"
2505 },
2506 {
2507 "from": "",
2508 "id": 5,
2509 "operator": "",
2510 "text": "no result",
2511 "to": "",
2512 "type": 1,
2513 "value": "-2"
2514 },
2515 {
2516 "from": "-100",
2517 "id": 6,
2518 "operator": "",
2519 "text": "scheduled downtime",
2520 "to": "-3",
2521 "type": 2
2522 }
2523 ],
2524 "thresholds": {
2525 "mode": "absolute",
2526 "steps": [
2527 {
2528 "color": "red",
2529 "value": null
2530 },
2531 {
2532 "color": "#6ED0E0",
2533 "value": -100
2534 },
2535 {
2536 "color": "red",
2537 "value": -2
2538 },
2539 {
2540 "color": "#EAB839",
2541 "value": 1
2542 },
2543 {
2544 "color": "green",
2545 "value": 2
2546 }
2547 ]
2548 }
2549 },
2550 "overrides": []
2551 },
2552 "gridPos": {
2553 "h": 4,
2554 "w": 5,
2555 "x": 0,
2556 "y": 26
2557 },
2558 "id": 110,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002559 "links": [
2560 {
2561 "targetBlank": true,
2562 "title": "Drill down: cluster compute",
2563 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
2564 },
2565 {
2566 "targetBlank": true,
2567 "title": "Drill down: cluster networking",
2568 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
2569 },
2570 {
2571 "targetBlank": true,
2572 "title": "Drill down: nodes",
2573 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
2574 }
2575 ],
Andy Bavier2f137852020-12-09 15:31:09 -07002576 "maxPerRow": 6,
2577 "options": {
2578 "colorMode": "background",
2579 "graphMode": "none",
2580 "justifyMode": "auto",
2581 "orientation": "auto",
2582 "reduceOptions": {
2583 "calcs": [
2584 "last"
2585 ],
2586 "fields": "",
2587 "values": false
2588 },
2589 "textMode": "auto"
2590 },
2591 "pluginVersion": "7.1.5",
2592 "repeat": null,
2593 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002594 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002595 "repeatPanelId": 4,
2596 "repeatedByRow": true,
2597 "scopedVars": {
2598 "edge": {
2599 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002600 "text": "ace-princeton1-prd",
2601 "value": "ace-princeton1-prd"
Andy Bavier2f137852020-12-09 15:31:09 -07002602 }
2603 },
2604 "targets": [
2605 {
2606 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
2607 "interval": "",
2608 "legendFormat": "Control Plane",
2609 "refId": "A"
2610 },
2611 {
2612 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
2613 "interval": "",
2614 "legendFormat": "User Plane",
2615 "refId": "B"
2616 }
2617 ],
2618 "timeFrom": null,
2619 "timeShift": null,
2620 "title": "Current",
2621 "type": "stat"
2622 },
2623 {
2624 "datasource": "RANCHER_MONITORING_GLOBAL",
2625 "fieldConfig": {
2626 "defaults": {
2627 "custom": {},
2628 "mappings": [],
2629 "thresholds": {
2630 "mode": "absolute",
2631 "steps": [
2632 {
2633 "color": "red",
2634 "value": null
2635 },
2636 {
2637 "color": "#EAB839",
2638 "value": 50
2639 },
2640 {
2641 "color": "green",
2642 "value": 95
2643 }
2644 ]
2645 },
2646 "unit": "percent"
2647 },
2648 "overrides": []
2649 },
2650 "gridPos": {
2651 "h": 4,
2652 "w": 4,
2653 "x": 5,
2654 "y": 26
2655 },
2656 "id": 111,
2657 "maxPerRow": 6,
2658 "options": {
2659 "colorMode": "background",
2660 "graphMode": "none",
2661 "justifyMode": "auto",
2662 "orientation": "auto",
2663 "reduceOptions": {
2664 "calcs": [
2665 "mean"
2666 ],
2667 "fields": "",
2668 "values": false
2669 },
2670 "textMode": "auto"
2671 },
2672 "pluginVersion": "7.1.5",
2673 "repeat": null,
2674 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002675 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002676 "repeatPanelId": 5,
2677 "repeatedByRow": true,
2678 "scopedVars": {
2679 "edge": {
2680 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002681 "text": "ace-princeton1-prd",
2682 "value": "ace-princeton1-prd"
Andy Bavier2f137852020-12-09 15:31:09 -07002683 }
2684 },
2685 "targets": [
2686 {
2687 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
2688 "interval": "",
2689 "legendFormat": "Control Plane",
2690 "refId": "A"
2691 },
2692 {
2693 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
2694 "interval": "",
2695 "legendFormat": "User Plane",
2696 "refId": "B"
2697 }
2698 ],
2699 "timeFrom": null,
2700 "timeShift": null,
2701 "title": "Uptime",
2702 "transformations": [],
2703 "type": "stat"
2704 },
2705 {
2706 "datasource": "RANCHER_MONITORING_GLOBAL",
2707 "description": "",
2708 "fieldConfig": {
2709 "defaults": {
2710 "custom": {},
2711 "decimals": 0,
2712 "mappings": [],
2713 "thresholds": {
2714 "mode": "absolute",
2715 "steps": [
2716 {
2717 "color": "green",
2718 "value": null
2719 },
2720 {
2721 "color": "#EAB839",
2722 "value": 1
2723 },
2724 {
2725 "color": "red",
2726 "value": 10
2727 }
2728 ]
2729 },
2730 "unit": "percent"
2731 },
2732 "overrides": []
2733 },
2734 "gridPos": {
2735 "h": 4,
2736 "w": 2,
2737 "x": 9,
2738 "y": 26
2739 },
2740 "id": 112,
2741 "maxPerRow": 6,
2742 "options": {
2743 "colorMode": "background",
2744 "graphMode": "none",
2745 "justifyMode": "auto",
2746 "orientation": "auto",
2747 "reduceOptions": {
2748 "calcs": [
2749 "mean"
2750 ],
2751 "fields": "",
2752 "values": false
2753 },
2754 "textMode": "auto"
2755 },
2756 "pluginVersion": "7.1.5",
2757 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002758 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002759 "repeatPanelId": 90,
2760 "repeatedByRow": true,
2761 "scopedVars": {
2762 "edge": {
2763 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002764 "text": "ace-princeton1-prd",
2765 "value": "ace-princeton1-prd"
Andy Bavier2f137852020-12-09 15:31:09 -07002766 }
2767 },
2768 "targets": [
2769 {
2770 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
2771 "interval": "",
2772 "legendFormat": "",
2773 "refId": "A"
2774 }
2775 ],
2776 "timeFrom": null,
2777 "timeShift": null,
2778 "title": "Unscheduled Downtime",
2779 "transformations": [],
2780 "type": "stat"
2781 },
2782 {
2783 "aliasColors": {
2784 "Scheduled": "blue",
2785 "Scheduled downtime": "blue",
2786 "Unscheduled": "red",
2787 "Unscheduled downtime": "red"
2788 },
2789 "bars": false,
2790 "dashLength": 10,
2791 "dashes": false,
2792 "datasource": "RANCHER_MONITORING_GLOBAL",
2793 "fieldConfig": {
2794 "defaults": {
2795 "custom": {},
2796 "links": []
2797 },
2798 "overrides": []
2799 },
2800 "fill": 10,
2801 "fillGradient": 0,
2802 "gridPos": {
2803 "h": 4,
2804 "w": 10,
2805 "x": 11,
2806 "y": 26
2807 },
2808 "hiddenSeries": false,
2809 "id": 113,
2810 "legend": {
2811 "avg": false,
2812 "current": false,
2813 "max": false,
2814 "min": false,
2815 "show": true,
2816 "total": false,
2817 "values": false
2818 },
2819 "lines": true,
2820 "linewidth": 0,
2821 "maxPerRow": 6,
2822 "nullPointMode": "null",
2823 "percentage": false,
2824 "pluginVersion": "7.1.5",
2825 "pointradius": 2,
2826 "points": false,
2827 "renderer": "flot",
2828 "repeat": null,
2829 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002830 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07002831 "repeatPanelId": 23,
2832 "repeatedByRow": true,
2833 "scopedVars": {
2834 "edge": {
2835 "selected": false,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002836 "text": "ace-princeton1-prd",
2837 "value": "ace-princeton1-prd"
Andy Bavier2f137852020-12-09 15:31:09 -07002838 }
2839 },
2840 "seriesOverrides": [],
2841 "spaceLength": 10,
2842 "stack": false,
2843 "steppedLine": true,
2844 "targets": [
2845 {
2846 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
2847 "interval": "",
2848 "legendFormat": "Unscheduled",
2849 "refId": "A"
2850 },
2851 {
2852 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
2853 "interval": "",
2854 "legendFormat": "Scheduled",
2855 "refId": "B"
2856 }
2857 ],
2858 "thresholds": [],
2859 "timeFrom": null,
2860 "timeRegions": [],
2861 "timeShift": null,
2862 "title": "Downtime",
2863 "tooltip": {
2864 "shared": true,
2865 "sort": 0,
2866 "value_type": "individual"
2867 },
2868 "type": "graph",
2869 "xaxis": {
2870 "buckets": null,
2871 "mode": "time",
2872 "name": null,
2873 "show": true,
2874 "values": []
2875 },
2876 "yaxes": [
2877 {
2878 "decimals": 0,
2879 "format": "short",
2880 "label": "",
2881 "logBase": 1,
2882 "max": "1",
2883 "min": "0",
2884 "show": true
2885 },
2886 {
2887 "format": "short",
2888 "label": null,
2889 "logBase": 1,
2890 "max": null,
2891 "min": null,
2892 "show": true
2893 }
2894 ],
2895 "yaxis": {
2896 "align": false,
2897 "alignLevel": null
2898 }
2899 },
2900 {
2901 "datasource": "RANCHER_MONITORING_GLOBAL",
2902 "fieldConfig": {
2903 "defaults": {
2904 "custom": {},
2905 "mappings": [],
2906 "max": 1000,
2907 "thresholds": {
2908 "mode": "absolute",
2909 "steps": [
2910 {
2911 "color": "green",
2912 "value": null
2913 },
2914 {
2915 "color": "red",
2916 "value": 750
2917 }
2918 ]
2919 }
2920 },
2921 "overrides": []
2922 },
2923 "gridPos": {
2924 "h": 4,
2925 "w": 3,
2926 "x": 21,
2927 "y": 26
2928 },
2929 "id": 114,
2930 "maxPerRow": 6,
2931 "options": {
2932 "orientation": "auto",
2933 "reduceOptions": {
2934 "calcs": [
2935 "last"
2936 ],
2937 "fields": "",
2938 "values": false
2939 },
2940 "showThresholdLabels": false,
2941 "showThresholdMarkers": true
2942 },
2943 "pluginVersion": "7.1.5",
2944 "repeat": null,
2945 "repeatDirection": "h",
Andy Bavier7f891a4c2021-01-13 10:02:08 -07002946 "repeatIteration": 1610554540644,
2947 "repeatPanelId": 13,
2948 "repeatedByRow": true,
2949 "scopedVars": {
2950 "edge": {
2951 "selected": false,
2952 "text": "ace-princeton1-prd",
2953 "value": "ace-princeton1-prd"
2954 }
2955 },
2956 "targets": [
2957 {
2958 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
2959 "interval": "",
2960 "legendFormat": "{{name}}",
2961 "refId": "A"
2962 }
2963 ],
2964 "timeFrom": null,
2965 "timeShift": null,
2966 "title": "Seconds since last update",
2967 "type": "gauge"
2968 },
2969 {
2970 "collapsed": false,
2971 "datasource": null,
2972 "gridPos": {
2973 "h": 1,
2974 "w": 24,
2975 "x": 0,
2976 "y": 30
2977 },
2978 "id": 115,
2979 "panels": [],
2980 "repeat": null,
2981 "repeatIteration": 1610554540644,
2982 "repeatPanelId": 35,
2983 "scopedVars": {
2984 "edge": {
2985 "selected": false,
2986 "text": "ace-stanford1-prd",
2987 "value": "ace-stanford1-prd"
2988 }
2989 },
2990 "title": "Edge: $edge",
2991 "type": "row"
2992 },
2993 {
2994 "datasource": "RANCHER_MONITORING_GLOBAL",
2995 "description": "",
2996 "fieldConfig": {
2997 "defaults": {
2998 "custom": {},
2999 "mappings": [
3000 {
3001 "from": "",
3002 "id": 1,
3003 "operator": "",
3004 "text": "error",
3005 "to": "",
3006 "type": 1,
3007 "value": "-1"
3008 },
3009 {
3010 "from": "",
3011 "id": 2,
3012 "operator": "",
3013 "text": "disconnected",
3014 "to": "",
3015 "type": 1,
3016 "value": "0"
3017 },
3018 {
3019 "from": "",
3020 "id": 3,
3021 "operator": "",
3022 "text": "connecting",
3023 "to": "",
3024 "type": 1,
3025 "value": "1"
3026 },
3027 {
3028 "from": "",
3029 "id": 4,
3030 "operator": "",
3031 "text": "connected",
3032 "to": "",
3033 "type": 1,
3034 "value": "2"
3035 },
3036 {
3037 "from": "",
3038 "id": 5,
3039 "operator": "",
3040 "text": "no result",
3041 "to": "",
3042 "type": 1,
3043 "value": "-2"
3044 },
3045 {
3046 "from": "-100",
3047 "id": 6,
3048 "operator": "",
3049 "text": "scheduled downtime",
3050 "to": "-3",
3051 "type": 2
3052 }
3053 ],
3054 "thresholds": {
3055 "mode": "absolute",
3056 "steps": [
3057 {
3058 "color": "red",
3059 "value": null
3060 },
3061 {
3062 "color": "#6ED0E0",
3063 "value": -100
3064 },
3065 {
3066 "color": "red",
3067 "value": -2
3068 },
3069 {
3070 "color": "#EAB839",
3071 "value": 1
3072 },
3073 {
3074 "color": "green",
3075 "value": 2
3076 }
3077 ]
3078 }
3079 },
3080 "overrides": []
3081 },
3082 "gridPos": {
3083 "h": 4,
3084 "w": 5,
3085 "x": 0,
3086 "y": 31
3087 },
3088 "id": 116,
3089 "links": [
3090 {
3091 "targetBlank": true,
3092 "title": "Drill down: cluster compute",
3093 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
3094 },
3095 {
3096 "targetBlank": true,
3097 "title": "Drill down: cluster networking",
3098 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
3099 },
3100 {
3101 "targetBlank": true,
3102 "title": "Drill down: nodes",
3103 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
3104 }
3105 ],
3106 "maxPerRow": 6,
3107 "options": {
3108 "colorMode": "background",
3109 "graphMode": "none",
3110 "justifyMode": "auto",
3111 "orientation": "auto",
3112 "reduceOptions": {
3113 "calcs": [
3114 "last"
3115 ],
3116 "fields": "",
3117 "values": false
3118 },
3119 "textMode": "auto"
3120 },
3121 "pluginVersion": "7.1.5",
3122 "repeat": null,
3123 "repeatDirection": "h",
3124 "repeatIteration": 1610554540644,
3125 "repeatPanelId": 4,
3126 "repeatedByRow": true,
3127 "scopedVars": {
3128 "edge": {
3129 "selected": false,
3130 "text": "ace-stanford1-prd",
3131 "value": "ace-stanford1-prd"
3132 }
3133 },
3134 "targets": [
3135 {
3136 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
3137 "interval": "",
3138 "legendFormat": "Control Plane",
3139 "refId": "A"
3140 },
3141 {
3142 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
3143 "interval": "",
3144 "legendFormat": "User Plane",
3145 "refId": "B"
3146 }
3147 ],
3148 "timeFrom": null,
3149 "timeShift": null,
3150 "title": "Current",
3151 "type": "stat"
3152 },
3153 {
3154 "datasource": "RANCHER_MONITORING_GLOBAL",
3155 "fieldConfig": {
3156 "defaults": {
3157 "custom": {},
3158 "mappings": [],
3159 "thresholds": {
3160 "mode": "absolute",
3161 "steps": [
3162 {
3163 "color": "red",
3164 "value": null
3165 },
3166 {
3167 "color": "#EAB839",
3168 "value": 50
3169 },
3170 {
3171 "color": "green",
3172 "value": 95
3173 }
3174 ]
3175 },
3176 "unit": "percent"
3177 },
3178 "overrides": []
3179 },
3180 "gridPos": {
3181 "h": 4,
3182 "w": 4,
3183 "x": 5,
3184 "y": 31
3185 },
3186 "id": 117,
3187 "maxPerRow": 6,
3188 "options": {
3189 "colorMode": "background",
3190 "graphMode": "none",
3191 "justifyMode": "auto",
3192 "orientation": "auto",
3193 "reduceOptions": {
3194 "calcs": [
3195 "mean"
3196 ],
3197 "fields": "",
3198 "values": false
3199 },
3200 "textMode": "auto"
3201 },
3202 "pluginVersion": "7.1.5",
3203 "repeat": null,
3204 "repeatDirection": "h",
3205 "repeatIteration": 1610554540644,
3206 "repeatPanelId": 5,
3207 "repeatedByRow": true,
3208 "scopedVars": {
3209 "edge": {
3210 "selected": false,
3211 "text": "ace-stanford1-prd",
3212 "value": "ace-stanford1-prd"
3213 }
3214 },
3215 "targets": [
3216 {
3217 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
3218 "interval": "",
3219 "legendFormat": "Control Plane",
3220 "refId": "A"
3221 },
3222 {
3223 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
3224 "interval": "",
3225 "legendFormat": "User Plane",
3226 "refId": "B"
3227 }
3228 ],
3229 "timeFrom": null,
3230 "timeShift": null,
3231 "title": "Uptime",
3232 "transformations": [],
3233 "type": "stat"
3234 },
3235 {
3236 "datasource": "RANCHER_MONITORING_GLOBAL",
3237 "description": "",
3238 "fieldConfig": {
3239 "defaults": {
3240 "custom": {},
3241 "decimals": 0,
3242 "mappings": [],
3243 "thresholds": {
3244 "mode": "absolute",
3245 "steps": [
3246 {
3247 "color": "green",
3248 "value": null
3249 },
3250 {
3251 "color": "#EAB839",
3252 "value": 1
3253 },
3254 {
3255 "color": "red",
3256 "value": 10
3257 }
3258 ]
3259 },
3260 "unit": "percent"
3261 },
3262 "overrides": []
3263 },
3264 "gridPos": {
3265 "h": 4,
3266 "w": 2,
3267 "x": 9,
3268 "y": 31
3269 },
3270 "id": 118,
3271 "maxPerRow": 6,
3272 "options": {
3273 "colorMode": "background",
3274 "graphMode": "none",
3275 "justifyMode": "auto",
3276 "orientation": "auto",
3277 "reduceOptions": {
3278 "calcs": [
3279 "mean"
3280 ],
3281 "fields": "",
3282 "values": false
3283 },
3284 "textMode": "auto"
3285 },
3286 "pluginVersion": "7.1.5",
3287 "repeatDirection": "h",
3288 "repeatIteration": 1610554540644,
3289 "repeatPanelId": 90,
3290 "repeatedByRow": true,
3291 "scopedVars": {
3292 "edge": {
3293 "selected": false,
3294 "text": "ace-stanford1-prd",
3295 "value": "ace-stanford1-prd"
3296 }
3297 },
3298 "targets": [
3299 {
3300 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
3301 "interval": "",
3302 "legendFormat": "",
3303 "refId": "A"
3304 }
3305 ],
3306 "timeFrom": null,
3307 "timeShift": null,
3308 "title": "Unscheduled Downtime",
3309 "transformations": [],
3310 "type": "stat"
3311 },
3312 {
3313 "aliasColors": {
3314 "Scheduled": "blue",
3315 "Scheduled downtime": "blue",
3316 "Unscheduled": "red",
3317 "Unscheduled downtime": "red"
3318 },
3319 "bars": false,
3320 "dashLength": 10,
3321 "dashes": false,
3322 "datasource": "RANCHER_MONITORING_GLOBAL",
3323 "fieldConfig": {
3324 "defaults": {
3325 "custom": {},
3326 "links": []
3327 },
3328 "overrides": []
3329 },
3330 "fill": 10,
3331 "fillGradient": 0,
3332 "gridPos": {
3333 "h": 4,
3334 "w": 10,
3335 "x": 11,
3336 "y": 31
3337 },
3338 "hiddenSeries": false,
3339 "id": 119,
3340 "legend": {
3341 "avg": false,
3342 "current": false,
3343 "max": false,
3344 "min": false,
3345 "show": true,
3346 "total": false,
3347 "values": false
3348 },
3349 "lines": true,
3350 "linewidth": 0,
3351 "maxPerRow": 6,
3352 "nullPointMode": "null",
3353 "percentage": false,
3354 "pluginVersion": "7.1.5",
3355 "pointradius": 2,
3356 "points": false,
3357 "renderer": "flot",
3358 "repeat": null,
3359 "repeatDirection": "h",
3360 "repeatIteration": 1610554540644,
3361 "repeatPanelId": 23,
3362 "repeatedByRow": true,
3363 "scopedVars": {
3364 "edge": {
3365 "selected": false,
3366 "text": "ace-stanford1-prd",
3367 "value": "ace-stanford1-prd"
3368 }
3369 },
3370 "seriesOverrides": [],
3371 "spaceLength": 10,
3372 "stack": false,
3373 "steppedLine": true,
3374 "targets": [
3375 {
3376 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
3377 "interval": "",
3378 "legendFormat": "Unscheduled",
3379 "refId": "A"
3380 },
3381 {
3382 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
3383 "interval": "",
3384 "legendFormat": "Scheduled",
3385 "refId": "B"
3386 }
3387 ],
3388 "thresholds": [],
3389 "timeFrom": null,
3390 "timeRegions": [],
3391 "timeShift": null,
3392 "title": "Downtime",
3393 "tooltip": {
3394 "shared": true,
3395 "sort": 0,
3396 "value_type": "individual"
3397 },
3398 "type": "graph",
3399 "xaxis": {
3400 "buckets": null,
3401 "mode": "time",
3402 "name": null,
3403 "show": true,
3404 "values": []
3405 },
3406 "yaxes": [
3407 {
3408 "decimals": 0,
3409 "format": "short",
3410 "label": "",
3411 "logBase": 1,
3412 "max": "1",
3413 "min": "0",
3414 "show": true
3415 },
3416 {
3417 "format": "short",
3418 "label": null,
3419 "logBase": 1,
3420 "max": null,
3421 "min": null,
3422 "show": true
3423 }
3424 ],
3425 "yaxis": {
3426 "align": false,
3427 "alignLevel": null
3428 }
3429 },
3430 {
3431 "datasource": "RANCHER_MONITORING_GLOBAL",
3432 "fieldConfig": {
3433 "defaults": {
3434 "custom": {},
3435 "mappings": [],
3436 "max": 1000,
3437 "thresholds": {
3438 "mode": "absolute",
3439 "steps": [
3440 {
3441 "color": "green",
3442 "value": null
3443 },
3444 {
3445 "color": "red",
3446 "value": 750
3447 }
3448 ]
3449 }
3450 },
3451 "overrides": []
3452 },
3453 "gridPos": {
3454 "h": 4,
3455 "w": 3,
3456 "x": 21,
3457 "y": 31
3458 },
3459 "id": 120,
3460 "maxPerRow": 6,
3461 "options": {
3462 "orientation": "auto",
3463 "reduceOptions": {
3464 "calcs": [
3465 "last"
3466 ],
3467 "fields": "",
3468 "values": false
3469 },
3470 "showThresholdLabels": false,
3471 "showThresholdMarkers": true
3472 },
3473 "pluginVersion": "7.1.5",
3474 "repeat": null,
3475 "repeatDirection": "h",
3476 "repeatIteration": 1610554540644,
3477 "repeatPanelId": 13,
3478 "repeatedByRow": true,
3479 "scopedVars": {
3480 "edge": {
3481 "selected": false,
3482 "text": "ace-stanford1-prd",
3483 "value": "ace-stanford1-prd"
3484 }
3485 },
3486 "targets": [
3487 {
3488 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
3489 "interval": "",
3490 "legendFormat": "{{name}}",
3491 "refId": "A"
3492 }
3493 ],
3494 "timeFrom": null,
3495 "timeShift": null,
3496 "title": "Seconds since last update",
3497 "type": "gauge"
3498 },
3499 {
3500 "collapsed": false,
3501 "datasource": null,
3502 "gridPos": {
3503 "h": 1,
3504 "w": 24,
3505 "x": 0,
3506 "y": 35
3507 },
3508 "id": 121,
3509 "panels": [],
3510 "repeat": null,
3511 "repeatIteration": 1610554540644,
3512 "repeatPanelId": 35,
3513 "scopedVars": {
3514 "edge": {
3515 "selected": false,
3516 "text": "ace-stanford2-prd",
3517 "value": "ace-stanford2-prd"
3518 }
3519 },
3520 "title": "Edge: $edge",
3521 "type": "row"
3522 },
3523 {
3524 "datasource": "RANCHER_MONITORING_GLOBAL",
3525 "description": "",
3526 "fieldConfig": {
3527 "defaults": {
3528 "custom": {},
3529 "mappings": [
3530 {
3531 "from": "",
3532 "id": 1,
3533 "operator": "",
3534 "text": "error",
3535 "to": "",
3536 "type": 1,
3537 "value": "-1"
3538 },
3539 {
3540 "from": "",
3541 "id": 2,
3542 "operator": "",
3543 "text": "disconnected",
3544 "to": "",
3545 "type": 1,
3546 "value": "0"
3547 },
3548 {
3549 "from": "",
3550 "id": 3,
3551 "operator": "",
3552 "text": "connecting",
3553 "to": "",
3554 "type": 1,
3555 "value": "1"
3556 },
3557 {
3558 "from": "",
3559 "id": 4,
3560 "operator": "",
3561 "text": "connected",
3562 "to": "",
3563 "type": 1,
3564 "value": "2"
3565 },
3566 {
3567 "from": "",
3568 "id": 5,
3569 "operator": "",
3570 "text": "no result",
3571 "to": "",
3572 "type": 1,
3573 "value": "-2"
3574 },
3575 {
3576 "from": "-100",
3577 "id": 6,
3578 "operator": "",
3579 "text": "scheduled downtime",
3580 "to": "-3",
3581 "type": 2
3582 }
3583 ],
3584 "thresholds": {
3585 "mode": "absolute",
3586 "steps": [
3587 {
3588 "color": "red",
3589 "value": null
3590 },
3591 {
3592 "color": "#6ED0E0",
3593 "value": -100
3594 },
3595 {
3596 "color": "red",
3597 "value": -2
3598 },
3599 {
3600 "color": "#EAB839",
3601 "value": 1
3602 },
3603 {
3604 "color": "green",
3605 "value": 2
3606 }
3607 ]
3608 }
3609 },
3610 "overrides": []
3611 },
3612 "gridPos": {
3613 "h": 4,
3614 "w": 5,
3615 "x": 0,
3616 "y": 36
3617 },
3618 "id": 122,
3619 "links": [
3620 {
3621 "targetBlank": true,
3622 "title": "Drill down: cluster compute",
3623 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
3624 },
3625 {
3626 "targetBlank": true,
3627 "title": "Drill down: cluster networking",
3628 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
3629 },
3630 {
3631 "targetBlank": true,
3632 "title": "Drill down: nodes",
3633 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
3634 }
3635 ],
3636 "maxPerRow": 6,
3637 "options": {
3638 "colorMode": "background",
3639 "graphMode": "none",
3640 "justifyMode": "auto",
3641 "orientation": "auto",
3642 "reduceOptions": {
3643 "calcs": [
3644 "last"
3645 ],
3646 "fields": "",
3647 "values": false
3648 },
3649 "textMode": "auto"
3650 },
3651 "pluginVersion": "7.1.5",
3652 "repeat": null,
3653 "repeatDirection": "h",
3654 "repeatIteration": 1610554540644,
3655 "repeatPanelId": 4,
3656 "repeatedByRow": true,
3657 "scopedVars": {
3658 "edge": {
3659 "selected": false,
3660 "text": "ace-stanford2-prd",
3661 "value": "ace-stanford2-prd"
3662 }
3663 },
3664 "targets": [
3665 {
3666 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
3667 "interval": "",
3668 "legendFormat": "Control Plane",
3669 "refId": "A"
3670 },
3671 {
3672 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
3673 "interval": "",
3674 "legendFormat": "User Plane",
3675 "refId": "B"
3676 }
3677 ],
3678 "timeFrom": null,
3679 "timeShift": null,
3680 "title": "Current",
3681 "type": "stat"
3682 },
3683 {
3684 "datasource": "RANCHER_MONITORING_GLOBAL",
3685 "fieldConfig": {
3686 "defaults": {
3687 "custom": {},
3688 "mappings": [],
3689 "thresholds": {
3690 "mode": "absolute",
3691 "steps": [
3692 {
3693 "color": "red",
3694 "value": null
3695 },
3696 {
3697 "color": "#EAB839",
3698 "value": 50
3699 },
3700 {
3701 "color": "green",
3702 "value": 95
3703 }
3704 ]
3705 },
3706 "unit": "percent"
3707 },
3708 "overrides": []
3709 },
3710 "gridPos": {
3711 "h": 4,
3712 "w": 4,
3713 "x": 5,
3714 "y": 36
3715 },
3716 "id": 123,
3717 "maxPerRow": 6,
3718 "options": {
3719 "colorMode": "background",
3720 "graphMode": "none",
3721 "justifyMode": "auto",
3722 "orientation": "auto",
3723 "reduceOptions": {
3724 "calcs": [
3725 "mean"
3726 ],
3727 "fields": "",
3728 "values": false
3729 },
3730 "textMode": "auto"
3731 },
3732 "pluginVersion": "7.1.5",
3733 "repeat": null,
3734 "repeatDirection": "h",
3735 "repeatIteration": 1610554540644,
3736 "repeatPanelId": 5,
3737 "repeatedByRow": true,
3738 "scopedVars": {
3739 "edge": {
3740 "selected": false,
3741 "text": "ace-stanford2-prd",
3742 "value": "ace-stanford2-prd"
3743 }
3744 },
3745 "targets": [
3746 {
3747 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
3748 "interval": "",
3749 "legendFormat": "Control Plane",
3750 "refId": "A"
3751 },
3752 {
3753 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
3754 "interval": "",
3755 "legendFormat": "User Plane",
3756 "refId": "B"
3757 }
3758 ],
3759 "timeFrom": null,
3760 "timeShift": null,
3761 "title": "Uptime",
3762 "transformations": [],
3763 "type": "stat"
3764 },
3765 {
3766 "datasource": "RANCHER_MONITORING_GLOBAL",
3767 "description": "",
3768 "fieldConfig": {
3769 "defaults": {
3770 "custom": {},
3771 "decimals": 0,
3772 "mappings": [],
3773 "thresholds": {
3774 "mode": "absolute",
3775 "steps": [
3776 {
3777 "color": "green",
3778 "value": null
3779 },
3780 {
3781 "color": "#EAB839",
3782 "value": 1
3783 },
3784 {
3785 "color": "red",
3786 "value": 10
3787 }
3788 ]
3789 },
3790 "unit": "percent"
3791 },
3792 "overrides": []
3793 },
3794 "gridPos": {
3795 "h": 4,
3796 "w": 2,
3797 "x": 9,
3798 "y": 36
3799 },
3800 "id": 124,
3801 "maxPerRow": 6,
3802 "options": {
3803 "colorMode": "background",
3804 "graphMode": "none",
3805 "justifyMode": "auto",
3806 "orientation": "auto",
3807 "reduceOptions": {
3808 "calcs": [
3809 "mean"
3810 ],
3811 "fields": "",
3812 "values": false
3813 },
3814 "textMode": "auto"
3815 },
3816 "pluginVersion": "7.1.5",
3817 "repeatDirection": "h",
3818 "repeatIteration": 1610554540644,
3819 "repeatPanelId": 90,
3820 "repeatedByRow": true,
3821 "scopedVars": {
3822 "edge": {
3823 "selected": false,
3824 "text": "ace-stanford2-prd",
3825 "value": "ace-stanford2-prd"
3826 }
3827 },
3828 "targets": [
3829 {
3830 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
3831 "interval": "",
3832 "legendFormat": "",
3833 "refId": "A"
3834 }
3835 ],
3836 "timeFrom": null,
3837 "timeShift": null,
3838 "title": "Unscheduled Downtime",
3839 "transformations": [],
3840 "type": "stat"
3841 },
3842 {
3843 "aliasColors": {
3844 "Scheduled": "blue",
3845 "Scheduled downtime": "blue",
3846 "Unscheduled": "red",
3847 "Unscheduled downtime": "red"
3848 },
3849 "bars": false,
3850 "dashLength": 10,
3851 "dashes": false,
3852 "datasource": "RANCHER_MONITORING_GLOBAL",
3853 "fieldConfig": {
3854 "defaults": {
3855 "custom": {},
3856 "links": []
3857 },
3858 "overrides": []
3859 },
3860 "fill": 10,
3861 "fillGradient": 0,
3862 "gridPos": {
3863 "h": 4,
3864 "w": 10,
3865 "x": 11,
3866 "y": 36
3867 },
3868 "hiddenSeries": false,
3869 "id": 125,
3870 "legend": {
3871 "avg": false,
3872 "current": false,
3873 "max": false,
3874 "min": false,
3875 "show": true,
3876 "total": false,
3877 "values": false
3878 },
3879 "lines": true,
3880 "linewidth": 0,
3881 "maxPerRow": 6,
3882 "nullPointMode": "null",
3883 "percentage": false,
3884 "pluginVersion": "7.1.5",
3885 "pointradius": 2,
3886 "points": false,
3887 "renderer": "flot",
3888 "repeat": null,
3889 "repeatDirection": "h",
3890 "repeatIteration": 1610554540644,
3891 "repeatPanelId": 23,
3892 "repeatedByRow": true,
3893 "scopedVars": {
3894 "edge": {
3895 "selected": false,
3896 "text": "ace-stanford2-prd",
3897 "value": "ace-stanford2-prd"
3898 }
3899 },
3900 "seriesOverrides": [],
3901 "spaceLength": 10,
3902 "stack": false,
3903 "steppedLine": true,
3904 "targets": [
3905 {
3906 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
3907 "interval": "",
3908 "legendFormat": "Unscheduled",
3909 "refId": "A"
3910 },
3911 {
3912 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
3913 "interval": "",
3914 "legendFormat": "Scheduled",
3915 "refId": "B"
3916 }
3917 ],
3918 "thresholds": [],
3919 "timeFrom": null,
3920 "timeRegions": [],
3921 "timeShift": null,
3922 "title": "Downtime",
3923 "tooltip": {
3924 "shared": true,
3925 "sort": 0,
3926 "value_type": "individual"
3927 },
3928 "type": "graph",
3929 "xaxis": {
3930 "buckets": null,
3931 "mode": "time",
3932 "name": null,
3933 "show": true,
3934 "values": []
3935 },
3936 "yaxes": [
3937 {
3938 "decimals": 0,
3939 "format": "short",
3940 "label": "",
3941 "logBase": 1,
3942 "max": "1",
3943 "min": "0",
3944 "show": true
3945 },
3946 {
3947 "format": "short",
3948 "label": null,
3949 "logBase": 1,
3950 "max": null,
3951 "min": null,
3952 "show": true
3953 }
3954 ],
3955 "yaxis": {
3956 "align": false,
3957 "alignLevel": null
3958 }
3959 },
3960 {
3961 "datasource": "RANCHER_MONITORING_GLOBAL",
3962 "fieldConfig": {
3963 "defaults": {
3964 "custom": {},
3965 "mappings": [],
3966 "max": 1000,
3967 "thresholds": {
3968 "mode": "absolute",
3969 "steps": [
3970 {
3971 "color": "green",
3972 "value": null
3973 },
3974 {
3975 "color": "red",
3976 "value": 750
3977 }
3978 ]
3979 }
3980 },
3981 "overrides": []
3982 },
3983 "gridPos": {
3984 "h": 4,
3985 "w": 3,
3986 "x": 21,
3987 "y": 36
3988 },
3989 "id": 126,
3990 "maxPerRow": 6,
3991 "options": {
3992 "orientation": "auto",
3993 "reduceOptions": {
3994 "calcs": [
3995 "last"
3996 ],
3997 "fields": "",
3998 "values": false
3999 },
4000 "showThresholdLabels": false,
4001 "showThresholdMarkers": true
4002 },
4003 "pluginVersion": "7.1.5",
4004 "repeat": null,
4005 "repeatDirection": "h",
4006 "repeatIteration": 1610554540644,
4007 "repeatPanelId": 13,
4008 "repeatedByRow": true,
4009 "scopedVars": {
4010 "edge": {
4011 "selected": false,
4012 "text": "ace-stanford2-prd",
4013 "value": "ace-stanford2-prd"
4014 }
4015 },
4016 "targets": [
4017 {
4018 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
4019 "interval": "",
4020 "legendFormat": "{{name}}",
4021 "refId": "A"
4022 }
4023 ],
4024 "timeFrom": null,
4025 "timeShift": null,
4026 "title": "Seconds since last update",
4027 "type": "gauge"
4028 },
4029 {
4030 "collapsed": false,
4031 "datasource": null,
4032 "gridPos": {
4033 "h": 1,
4034 "w": 24,
4035 "x": 0,
4036 "y": 40
4037 },
4038 "id": 127,
4039 "panels": [],
4040 "repeat": null,
4041 "repeatIteration": 1610554540644,
4042 "repeatPanelId": 35,
4043 "scopedVars": {
4044 "edge": {
4045 "selected": false,
4046 "text": "ace-tucson",
4047 "value": "ace-tucson"
4048 }
4049 },
4050 "title": "Edge: $edge",
4051 "type": "row"
4052 },
4053 {
4054 "datasource": "RANCHER_MONITORING_GLOBAL",
4055 "description": "",
4056 "fieldConfig": {
4057 "defaults": {
4058 "custom": {},
4059 "mappings": [
4060 {
4061 "from": "",
4062 "id": 1,
4063 "operator": "",
4064 "text": "error",
4065 "to": "",
4066 "type": 1,
4067 "value": "-1"
4068 },
4069 {
4070 "from": "",
4071 "id": 2,
4072 "operator": "",
4073 "text": "disconnected",
4074 "to": "",
4075 "type": 1,
4076 "value": "0"
4077 },
4078 {
4079 "from": "",
4080 "id": 3,
4081 "operator": "",
4082 "text": "connecting",
4083 "to": "",
4084 "type": 1,
4085 "value": "1"
4086 },
4087 {
4088 "from": "",
4089 "id": 4,
4090 "operator": "",
4091 "text": "connected",
4092 "to": "",
4093 "type": 1,
4094 "value": "2"
4095 },
4096 {
4097 "from": "",
4098 "id": 5,
4099 "operator": "",
4100 "text": "no result",
4101 "to": "",
4102 "type": 1,
4103 "value": "-2"
4104 },
4105 {
4106 "from": "-100",
4107 "id": 6,
4108 "operator": "",
4109 "text": "scheduled downtime",
4110 "to": "-3",
4111 "type": 2
4112 }
4113 ],
4114 "thresholds": {
4115 "mode": "absolute",
4116 "steps": [
4117 {
4118 "color": "red",
4119 "value": null
4120 },
4121 {
4122 "color": "#6ED0E0",
4123 "value": -100
4124 },
4125 {
4126 "color": "red",
4127 "value": -2
4128 },
4129 {
4130 "color": "#EAB839",
4131 "value": 1
4132 },
4133 {
4134 "color": "green",
4135 "value": 2
4136 }
4137 ]
4138 }
4139 },
4140 "overrides": []
4141 },
4142 "gridPos": {
4143 "h": 4,
4144 "w": 5,
4145 "x": 0,
4146 "y": 41
4147 },
4148 "id": 128,
4149 "links": [
4150 {
4151 "targetBlank": true,
4152 "title": "Drill down: cluster compute",
4153 "url": "https://monitoring.aetherproject.org/grafana/d/efa86fd1d0c121a26444b636a3f509a8/kubernetes-compute-resources-cluster?orgId=1&refresh=10s&var-datasource=${edge}"
4154 },
4155 {
4156 "targetBlank": true,
4157 "title": "Drill down: cluster networking",
4158 "url": "https://monitoring.aetherproject.org/grafana/d/ff635a025bcfea7bc3dd4f508990a3e9/kubernetes-networking-cluster?orgId=1&refresh=10s&var-resolution=5m&var-interval=4h&var-datasource=${edge}"
4159 },
4160 {
4161 "targetBlank": true,
4162 "title": "Drill down: nodes",
4163 "url": "https://monitoring.aetherproject.org/grafana/d/fa49a4706d07a042595b664c87fb33ea/nodes?orgId=1&var-datasource=${edge}"
4164 }
4165 ],
4166 "maxPerRow": 6,
4167 "options": {
4168 "colorMode": "background",
4169 "graphMode": "none",
4170 "justifyMode": "auto",
4171 "orientation": "auto",
4172 "reduceOptions": {
4173 "calcs": [
4174 "last"
4175 ],
4176 "fields": "",
4177 "values": false
4178 },
4179 "textMode": "auto"
4180 },
4181 "pluginVersion": "7.1.5",
4182 "repeat": null,
4183 "repeatDirection": "h",
4184 "repeatIteration": 1610554540644,
4185 "repeatPanelId": 4,
4186 "repeatedByRow": true,
4187 "scopedVars": {
4188 "edge": {
4189 "selected": false,
4190 "text": "ace-tucson",
4191 "value": "ace-tucson"
4192 }
4193 },
4194 "targets": [
4195 {
4196 "expr": "sum(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
4197 "interval": "",
4198 "legendFormat": "Control Plane",
4199 "refId": "A"
4200 },
4201 {
4202 "expr": "sum(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - (10*aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}))",
4203 "interval": "",
4204 "legendFormat": "User Plane",
4205 "refId": "B"
4206 }
4207 ],
4208 "timeFrom": null,
4209 "timeShift": null,
4210 "title": "Current",
4211 "type": "stat"
4212 },
4213 {
4214 "datasource": "RANCHER_MONITORING_GLOBAL",
4215 "fieldConfig": {
4216 "defaults": {
4217 "custom": {},
4218 "mappings": [],
4219 "thresholds": {
4220 "mode": "absolute",
4221 "steps": [
4222 {
4223 "color": "red",
4224 "value": null
4225 },
4226 {
4227 "color": "#EAB839",
4228 "value": 50
4229 },
4230 {
4231 "color": "green",
4232 "value": 95
4233 }
4234 ]
4235 },
4236 "unit": "percent"
4237 },
4238 "overrides": []
4239 },
4240 "gridPos": {
4241 "h": 4,
4242 "w": 4,
4243 "x": 5,
4244 "y": 41
4245 },
4246 "id": 129,
4247 "maxPerRow": 6,
4248 "options": {
4249 "colorMode": "background",
4250 "graphMode": "none",
4251 "justifyMode": "auto",
4252 "orientation": "auto",
4253 "reduceOptions": {
4254 "calcs": [
4255 "mean"
4256 ],
4257 "fields": "",
4258 "values": false
4259 },
4260 "textMode": "auto"
4261 },
4262 "pluginVersion": "7.1.5",
4263 "repeat": null,
4264 "repeatDirection": "h",
4265 "repeatIteration": 1610554540644,
4266 "repeatPanelId": 5,
4267 "repeatedByRow": true,
4268 "scopedVars": {
4269 "edge": {
4270 "selected": false,
4271 "text": "ace-tucson",
4272 "value": "ace-tucson"
4273 }
4274 },
4275 "targets": [
4276 {
4277 "expr": "sum(clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
4278 "interval": "",
4279 "legendFormat": "Control Plane",
4280 "refId": "A"
4281 },
4282 {
4283 "expr": "sum(clamp_min(aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 1, 0) * 100)",
4284 "interval": "",
4285 "legendFormat": "User Plane",
4286 "refId": "B"
4287 }
4288 ],
4289 "timeFrom": null,
4290 "timeShift": null,
4291 "title": "Uptime",
4292 "transformations": [],
4293 "type": "stat"
4294 },
4295 {
4296 "datasource": "RANCHER_MONITORING_GLOBAL",
4297 "description": "",
4298 "fieldConfig": {
4299 "defaults": {
4300 "custom": {},
4301 "decimals": 0,
4302 "mappings": [],
4303 "thresholds": {
4304 "mode": "absolute",
4305 "steps": [
4306 {
4307 "color": "green",
4308 "value": null
4309 },
4310 {
4311 "color": "#EAB839",
4312 "value": 1
4313 },
4314 {
4315 "color": "red",
4316 "value": 10
4317 }
4318 ]
4319 },
4320 "unit": "percent"
4321 },
4322 "overrides": []
4323 },
4324 "gridPos": {
4325 "h": 4,
4326 "w": 2,
4327 "x": 9,
4328 "y": 41
4329 },
4330 "id": 130,
4331 "maxPerRow": 6,
4332 "options": {
4333 "colorMode": "background",
4334 "graphMode": "none",
4335 "justifyMode": "auto",
4336 "orientation": "auto",
4337 "reduceOptions": {
4338 "calcs": [
4339 "mean"
4340 ],
4341 "fields": "",
4342 "values": false
4343 },
4344 "textMode": "auto"
4345 },
4346 "pluginVersion": "7.1.5",
4347 "repeatDirection": "h",
4348 "repeatIteration": 1610554540644,
4349 "repeatPanelId": 90,
4350 "repeatedByRow": true,
4351 "scopedVars": {
4352 "edge": {
4353 "selected": false,
4354 "text": "ace-tucson",
4355 "value": "ace-tucson"
4356 }
4357 },
4358 "targets": [
4359 {
4360 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0)) * 100",
4361 "interval": "",
4362 "legendFormat": "",
4363 "refId": "A"
4364 }
4365 ],
4366 "timeFrom": null,
4367 "timeShift": null,
4368 "title": "Unscheduled Downtime",
4369 "transformations": [],
4370 "type": "stat"
4371 },
4372 {
4373 "aliasColors": {
4374 "Scheduled": "blue",
4375 "Scheduled downtime": "blue",
4376 "Unscheduled": "red",
4377 "Unscheduled downtime": "red"
4378 },
4379 "bars": false,
4380 "dashLength": 10,
4381 "dashes": false,
4382 "datasource": "RANCHER_MONITORING_GLOBAL",
4383 "fieldConfig": {
4384 "defaults": {
4385 "custom": {},
4386 "links": []
4387 },
4388 "overrides": []
4389 },
4390 "fill": 10,
4391 "fillGradient": 0,
4392 "gridPos": {
4393 "h": 4,
4394 "w": 10,
4395 "x": 11,
4396 "y": 41
4397 },
4398 "hiddenSeries": false,
4399 "id": 131,
4400 "legend": {
4401 "avg": false,
4402 "current": false,
4403 "max": false,
4404 "min": false,
4405 "show": true,
4406 "total": false,
4407 "values": false
4408 },
4409 "lines": true,
4410 "linewidth": 0,
4411 "maxPerRow": 6,
4412 "nullPointMode": "null",
4413 "percentage": false,
4414 "pluginVersion": "7.1.5",
4415 "pointradius": 2,
4416 "points": false,
4417 "renderer": "flot",
4418 "repeat": null,
4419 "repeatDirection": "h",
4420 "repeatIteration": 1610554540644,
4421 "repeatPanelId": 23,
4422 "repeatedByRow": true,
4423 "scopedVars": {
4424 "edge": {
4425 "selected": false,
4426 "text": "ace-tucson",
4427 "value": "ace-tucson"
4428 }
4429 },
4430 "seriesOverrides": [],
4431 "spaceLength": 10,
4432 "stack": false,
4433 "steppedLine": true,
4434 "targets": [
4435 {
4436 "expr": "sum(clamp_min(1 - (clamp_min(aetheredge_status_control_plane{endpoint=\"metrics80\",name=\"$edge\"} + aetheredge_status_user_plane{endpoint=\"metrics80\",name=\"$edge\"} - 3, 0) + aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"}), 0))",
4437 "interval": "",
4438 "legendFormat": "Unscheduled",
4439 "refId": "A"
4440 },
4441 {
4442 "expr": "sum(aetheredge_in_maintenance_window{endpoint=\"metrics80\",name=\"$edge\"})",
4443 "interval": "",
4444 "legendFormat": "Scheduled",
4445 "refId": "B"
4446 }
4447 ],
4448 "thresholds": [],
4449 "timeFrom": null,
4450 "timeRegions": [],
4451 "timeShift": null,
4452 "title": "Downtime",
4453 "tooltip": {
4454 "shared": true,
4455 "sort": 0,
4456 "value_type": "individual"
4457 },
4458 "type": "graph",
4459 "xaxis": {
4460 "buckets": null,
4461 "mode": "time",
4462 "name": null,
4463 "show": true,
4464 "values": []
4465 },
4466 "yaxes": [
4467 {
4468 "decimals": 0,
4469 "format": "short",
4470 "label": "",
4471 "logBase": 1,
4472 "max": "1",
4473 "min": "0",
4474 "show": true
4475 },
4476 {
4477 "format": "short",
4478 "label": null,
4479 "logBase": 1,
4480 "max": null,
4481 "min": null,
4482 "show": true
4483 }
4484 ],
4485 "yaxis": {
4486 "align": false,
4487 "alignLevel": null
4488 }
4489 },
4490 {
4491 "datasource": "RANCHER_MONITORING_GLOBAL",
4492 "fieldConfig": {
4493 "defaults": {
4494 "custom": {},
4495 "mappings": [],
4496 "max": 1000,
4497 "thresholds": {
4498 "mode": "absolute",
4499 "steps": [
4500 {
4501 "color": "green",
4502 "value": null
4503 },
4504 {
4505 "color": "red",
4506 "value": 750
4507 }
4508 ]
4509 }
4510 },
4511 "overrides": []
4512 },
4513 "gridPos": {
4514 "h": 4,
4515 "w": 3,
4516 "x": 21,
4517 "y": 41
4518 },
4519 "id": 132,
4520 "maxPerRow": 6,
4521 "options": {
4522 "orientation": "auto",
4523 "reduceOptions": {
4524 "calcs": [
4525 "last"
4526 ],
4527 "fields": "",
4528 "values": false
4529 },
4530 "showThresholdLabels": false,
4531 "showThresholdMarkers": true
4532 },
4533 "pluginVersion": "7.1.5",
4534 "repeat": null,
4535 "repeatDirection": "h",
4536 "repeatIteration": 1610554540644,
Andy Bavier2f137852020-12-09 15:31:09 -07004537 "repeatPanelId": 13,
4538 "repeatedByRow": true,
4539 "scopedVars": {
4540 "edge": {
4541 "selected": false,
4542 "text": "ace-tucson",
4543 "value": "ace-tucson"
Andy Bavierab75e9e2020-08-06 12:05:30 -07004544 }
4545 },
4546 "targets": [
4547 {
Andy Bavier696dfeb2020-11-11 14:48:12 -07004548 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name=\"$edge\"})",
Andy Bavier227cb1c2020-09-09 10:00:46 -07004549 "interval": "",
4550 "legendFormat": "{{name}}",
4551 "refId": "A"
4552 }
4553 ],
4554 "timeFrom": null,
4555 "timeShift": null,
4556 "title": "Seconds since last update",
4557 "type": "gauge"
4558 },
4559 {
Andy Bavier49f59f82020-10-22 09:46:24 -07004560 "collapsed": true,
4561 "datasource": null,
Andy Bavierab75e9e2020-08-06 12:05:30 -07004562 "gridPos": {
Andy Bavier49f59f82020-10-22 09:46:24 -07004563 "h": 1,
Andy Bavierab75e9e2020-08-06 12:05:30 -07004564 "w": 24,
4565 "x": 0,
Andy Bavier7f891a4c2021-01-13 10:02:08 -07004566 "y": 45
Andy Bavierab75e9e2020-08-06 12:05:30 -07004567 },
Andy Bavier49f59f82020-10-22 09:46:24 -07004568 "id": 69,
4569 "panels": [
Andy Bavierab75e9e2020-08-06 12:05:30 -07004570 {
Andy Bavier49f59f82020-10-22 09:46:24 -07004571 "aliasColors": {},
4572 "bars": false,
4573 "dashLength": 10,
4574 "dashes": false,
4575 "datasource": "RANCHER_MONITORING_GLOBAL",
4576 "fieldConfig": {
4577 "defaults": {
Andy Bavier696dfeb2020-11-11 14:48:12 -07004578 "custom": {},
4579 "links": []
Andy Bavier49f59f82020-10-22 09:46:24 -07004580 },
4581 "overrides": []
4582 },
4583 "fill": 1,
4584 "fillGradient": 0,
4585 "gridPos": {
4586 "h": 5,
4587 "w": 24,
4588 "x": 0,
Andy Bavier2f137852020-12-09 15:31:09 -07004589 "y": 14
Andy Bavier49f59f82020-10-22 09:46:24 -07004590 },
4591 "hiddenSeries": false,
4592 "id": 21,
4593 "legend": {
4594 "avg": false,
4595 "current": false,
4596 "max": false,
4597 "min": false,
4598 "show": true,
4599 "total": false,
4600 "values": false
4601 },
4602 "lines": true,
4603 "linewidth": 1,
4604 "maxPerRow": 3,
4605 "nullPointMode": "null",
Andy Bavier49f59f82020-10-22 09:46:24 -07004606 "percentage": false,
Andy Bavier696dfeb2020-11-11 14:48:12 -07004607 "pluginVersion": "7.1.5",
Andy Bavier49f59f82020-10-22 09:46:24 -07004608 "pointradius": 2,
4609 "points": false,
4610 "renderer": "flot",
4611 "repeat": null,
4612 "repeatDirection": "h",
4613 "seriesOverrides": [],
4614 "spaceLength": 10,
4615 "stack": false,
4616 "steppedLine": false,
4617 "targets": [
4618 {
Andy Bavier696dfeb2020-11-11 14:48:12 -07004619 "expr": "sum(time() - aetheredge_last_update{endpoint=\"metrics80\",name!~\"production.*|.*dongle|ace-argela\"}) by (name)",
Andy Bavier49f59f82020-10-22 09:46:24 -07004620 "interval": "",
4621 "legendFormat": "{{name}}",
4622 "refId": "A"
4623 }
4624 ],
4625 "thresholds": [],
4626 "timeFrom": null,
4627 "timeRegions": [],
4628 "timeShift": null,
4629 "title": "Seconds since last update",
4630 "tooltip": {
4631 "shared": true,
4632 "sort": 0,
4633 "value_type": "individual"
4634 },
4635 "type": "graph",
4636 "xaxis": {
4637 "buckets": null,
4638 "mode": "time",
4639 "name": null,
4640 "show": true,
4641 "values": []
4642 },
4643 "yaxes": [
4644 {
4645 "format": "short",
4646 "label": null,
4647 "logBase": 1,
4648 "max": null,
4649 "min": null,
4650 "show": true
4651 },
4652 {
4653 "format": "short",
4654 "label": null,
4655 "logBase": 1,
4656 "max": null,
4657 "min": null,
4658 "show": true
4659 }
4660 ],
4661 "yaxis": {
4662 "align": false,
4663 "alignLevel": null
4664 }
Andy Bavierab75e9e2020-08-06 12:05:30 -07004665 }
4666 ],
Andy Bavier49f59f82020-10-22 09:46:24 -07004667 "title": "Test status",
4668 "type": "row"
Andy Bavierab75e9e2020-08-06 12:05:30 -07004669 }
4670 ],
Andy Bavier2f137852020-12-09 15:31:09 -07004671 "refresh": "15m",
Andy Bavier696dfeb2020-11-11 14:48:12 -07004672 "schemaVersion": 26,
Andy Bavierab75e9e2020-08-06 12:05:30 -07004673 "style": "dark",
4674 "tags": [],
4675 "templating": {
4676 "list": [
4677 {
4678 "allValue": null,
4679 "current": {
4680 "selected": true,
Andy Bavier2f137852020-12-09 15:31:09 -07004681 "tags": [],
Andy Bavier696dfeb2020-11-11 14:48:12 -07004682 "text": [
4683 "All"
4684 ],
Andy Bavierab75e9e2020-08-06 12:05:30 -07004685 "value": [
4686 "$__all"
4687 ]
4688 },
4689 "datasource": "RANCHER_MONITORING_GLOBAL",
4690 "definition": "aetheredge_status_control_plane",
4691 "hide": 0,
4692 "includeAll": true,
4693 "label": "Edge",
4694 "multi": true,
4695 "name": "edge",
Andy Bavier227cb1c2020-09-09 10:00:46 -07004696 "options": [],
Andy Bavierab75e9e2020-08-06 12:05:30 -07004697 "query": "aetheredge_status_control_plane",
Andy Bavier227cb1c2020-09-09 10:00:46 -07004698 "refresh": 1,
Andy Bavieracbe6af2020-10-06 13:51:42 -07004699 "regex": "/.*,name=\"(?!ace-menlo-dongle)(?!ace-argela)(ace-.*)\",namespace.*/",
Andy Bavierab75e9e2020-08-06 12:05:30 -07004700 "skipUrlSync": false,
4701 "sort": 1,
4702 "tagValuesQuery": "",
4703 "tags": [],
4704 "tagsQuery": "",
4705 "type": "query",
4706 "useTags": false
4707 }
4708 ]
4709 },
4710 "time": {
Andy Bavier7f891a4c2021-01-13 10:02:08 -07004711 "from": "now-24h",
Andy Bavierab75e9e2020-08-06 12:05:30 -07004712 "to": "now"
4713 },
4714 "timepicker": {
4715 "refresh_intervals": [
Andy Bavierab75e9e2020-08-06 12:05:30 -07004716 "10s",
4717 "30s",
4718 "1m",
4719 "5m",
4720 "15m",
4721 "30m",
4722 "1h",
4723 "2h",
4724 "1d"
4725 ]
4726 },
4727 "timezone": "",
4728 "title": "Aether Connected Edge",
Andy Bavier49f59f82020-10-22 09:46:24 -07004729 "uid": "Y2z8vDtGz",
Andy Bavierab75e9e2020-08-06 12:05:30 -07004730 "version": 1
Andy Bavier696dfeb2020-11-11 14:48:12 -07004731}