Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | |
| 3 | # Copyright 2020-present Open Networking Foundation |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | # you may not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
| 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
| 16 | |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 17 | import os |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 18 | import time |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 19 | import datetime |
| 20 | import pytz |
| 21 | import threading |
| 22 | from icalevents.icalevents import events |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 23 | from flask import Flask, jsonify, abort, request, Response |
| 24 | import prometheus_client as prom |
| 25 | |
Andy Bavier | 8a5c987 | 2020-10-21 13:17:53 -0700 | [diff] [blame] | 26 | # URL of maintenance calendar |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 27 | SECRET_ICAL_URL = os.environ.get("SECRET_ICAL_URL") |
Andy Bavier | 8a5c987 | 2020-10-21 13:17:53 -0700 | [diff] [blame] | 28 | |
| 29 | # Aether environment that the server is monitoring (e.g., "production") |
| 30 | # To schedule downtime, postfix the cluster name with the env: "ace-tucson-production" |
| 31 | AETHER_ENV = os.environ.get("AETHER_ENV", "production") |
| 32 | |
| 33 | # Move to "no result" status if we don't hear from agent for this many seconds |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 34 | NO_RESULT_THRESHOLD = 720 |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 35 | |
| 36 | app = Flask(__name__) |
| 37 | edges = [ |
| 38 | { |
Andy Bavier | 8a5c987 | 2020-10-21 13:17:53 -0700 | [diff] [blame] | 39 | 'name': 'ace-example', |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 40 | 'status': { |
| 41 | 'control_plane': 'connected', |
| 42 | 'user_plane': 'connected' |
| 43 | }, |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 44 | 'speedtest': { |
| 45 | 'ping': { |
| 46 | 'dns': { |
Jeremy Ronquillo | a944fbc | 2021-03-30 10:57:45 -0700 | [diff] [blame] | 47 | 'min': 0.0, |
| 48 | 'avg': 0.0, |
| 49 | 'max': 0.0, |
| 50 | 'stddev': 0.0 |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 51 | } |
| 52 | } |
| 53 | }, |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 54 | 'last_update': time.time(), |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 55 | } |
| 56 | ] |
| 57 | |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 58 | status_codes = { |
| 59 | "no result": -2, |
| 60 | "error": -1, |
| 61 | "disconnected": 0, |
| 62 | "connecting": 1, |
| 63 | "connected": 2 |
| 64 | } |
| 65 | |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 66 | room_mapping = { |
Andy Bavier | 0423cbd | 2020-10-23 10:50:29 -0700 | [diff] [blame] | 67 | "ace-menlo-pixel-production": "(Compute)-MP-1-Aether Production", |
| 68 | "ace-menlo-staging": "(Compute)-MP-1-Aether Staging" |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 69 | } |
| 70 | |
Andy Bavier | 5b4e28f | 2021-03-09 15:48:20 -0700 | [diff] [blame] | 71 | # Legacy test status metrics, reporting a status code between -2 and 2 |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 72 | cp_status = prom.Gauge("aetheredge_status_control_plane", "Control plane status code", ["name"]) |
| 73 | up_status = prom.Gauge("aetheredge_status_user_plane", "User plane status code", ["name"]) |
Andy Bavier | 5b4e28f | 2021-03-09 15:48:20 -0700 | [diff] [blame] | 74 | |
| 75 | # Simplified binary test result metrics |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 76 | e2e_tests_ok = prom.Gauge("aetheredge_e2e_tests_ok", "Last connect and ping test both passed", ["name"]) |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 77 | connect_test_ok = prom.Gauge("aetheredge_connect_test_ok", "Last connect test passed", ["name"]) |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 78 | ping_test_ok = prom.Gauge("aetheredge_ping_test_ok", "Last ping test passed", ["name"]) |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 79 | e2e_tests_down = prom.Gauge("aetheredge_e2e_tests_down", "E2E tests not reporting", ["name"]) |
Andy Bavier | 5b4e28f | 2021-03-09 15:48:20 -0700 | [diff] [blame] | 80 | |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 81 | # Speedtest metrics |
| 82 | ping_dns_min = prom.Gauge("aetheredge_ping_dns_test_min","Last ping test minimum value",["name"]) |
| 83 | ping_dns_avg = prom.Gauge("aetheredge_ping_dns_test_avg","Last ping test average",["name"]) |
| 84 | ping_dns_max = prom.Gauge("aetheredge_ping_dns_test_max","Last ping test maximum value",["name"]) |
| 85 | ping_dns_stddev = prom.Gauge("aetheredge_ping_dns_test_stddev","Last ping test standard deviation",["name"]) |
| 86 | |
Andy Bavier | 5b4e28f | 2021-03-09 15:48:20 -0700 | [diff] [blame] | 87 | # Other metrics |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 88 | last_update = prom.Gauge("aetheredge_last_update", "Last reported test result", ["name"]) |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 89 | maint_window = prom.Gauge("aetheredge_in_maintenance_window", "Currently in a maintenance window", ["name"]) |
| 90 | |
| 91 | def is_my_event(event, name): |
| 92 | for field in ["summary", "location", "description"]: |
Andy Bavier | 8a5c987 | 2020-10-21 13:17:53 -0700 | [diff] [blame] | 93 | fullname = name |
| 94 | if name.startswith("ace-"): |
| 95 | fullname = "%s-%s" % (name, AETHER_ENV) |
| 96 | if fullname in getattr(event, field, ""): |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 97 | return True |
Andy Bavier | 0423cbd | 2020-10-23 10:50:29 -0700 | [diff] [blame] | 98 | if fullname in room_mapping and room_mapping[fullname] in getattr(event, field, ""): |
| 99 | return True |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 100 | return False |
| 101 | |
Andy Bavier | c41cf0c | 2020-09-02 14:49:21 -0700 | [diff] [blame] | 102 | def is_naive_datetime(d): |
| 103 | return d.tzinfo is None or d.tzinfo.utcoffset(d) is None |
| 104 | |
| 105 | def process_all_day_events(es): |
| 106 | for event in es: |
| 107 | if event.all_day: |
| 108 | # All day events have naive datetimes, which breaks comparisons |
| 109 | pacific = pytz.timezone('US/Pacific') |
| 110 | if is_naive_datetime(event.start): |
| 111 | event.start = pacific.localize(event.start) |
| 112 | if is_naive_datetime(event.end): |
| 113 | event.end = pacific.localize(event.end) |
| 114 | |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 115 | def in_maintenance_window(events, name, now): |
| 116 | for event in events: |
| 117 | if event.start < now and event.end > now: |
| 118 | if is_my_event(event, name): |
| 119 | return True |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 120 | return False |
| 121 | |
| 122 | def pull_maintenance_events(): |
| 123 | while(True): |
| 124 | now = datetime.datetime.now(pytz.utc) |
| 125 | try: |
| 126 | es = events(SECRET_ICAL_URL, start = now) |
Andy Bavier | c41cf0c | 2020-09-02 14:49:21 -0700 | [diff] [blame] | 127 | process_all_day_events(es) |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 128 | except Exception as e: |
| 129 | print(e) |
| 130 | else: |
| 131 | for edge in edges: |
| 132 | if 'maintenance' not in edge: |
| 133 | edge['maintenance'] = {} |
| 134 | edge['maintenance']['in_window'] = in_maintenance_window(es, edge['name'], now) |
| 135 | edge['maintenance']['last_update'] = time.time() |
| 136 | time.sleep(60) |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 137 | |
| 138 | def time_out_stale_results(): |
| 139 | for edge in edges: |
| 140 | time_elapsed = time.time() - edge["last_update"] |
| 141 | if time_elapsed > NO_RESULT_THRESHOLD: |
| 142 | edge['status']['control_plane'] = "no result" |
| 143 | edge['status']['user_plane'] = "no result" |
Jeremy Ronquillo | a944fbc | 2021-03-30 10:57:45 -0700 | [diff] [blame] | 144 | edge['speedtest']['ping']['dns'] = {'min': 0.0, |
| 145 | 'avg': 0.0, |
| 146 | 'max': 0.0, |
| 147 | 'stddev': 0.0} |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 148 | |
Andy Bavier | e47157d | 2020-12-11 14:13:12 -0700 | [diff] [blame] | 149 | def remove_edge_from_metrics(name): |
| 150 | try: |
| 151 | cp_status.remove(name) |
| 152 | up_status.remove(name) |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 153 | ping_dns_min.remove(name) |
| 154 | ping_dns_avg.remove(name) |
| 155 | ping_dns_max.remove(name) |
| 156 | ping_dns_stddev.remove(name) |
Andy Bavier | e47157d | 2020-12-11 14:13:12 -0700 | [diff] [blame] | 157 | last_update.remove(name) |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 158 | e2e_tests_ok.remove(name) |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 159 | connect_test_ok.remove(name) |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 160 | ping_test_ok.remove(name) |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 161 | e2e_tests_down.remove(name) |
Andy Bavier | 5b4e28f | 2021-03-09 15:48:20 -0700 | [diff] [blame] | 162 | except: |
| 163 | pass |
| 164 | |
| 165 | try: |
Andy Bavier | e47157d | 2020-12-11 14:13:12 -0700 | [diff] [blame] | 166 | maint_window.remove(name) |
| 167 | except: |
| 168 | pass |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 169 | |
| 170 | @app.route('/edges/metrics', methods=['GET']) |
| 171 | def get_prometheus_metrics(): |
| 172 | res = [] |
| 173 | time_out_stale_results() |
| 174 | for edge in edges: |
Andy Bavier | 8a5c987 | 2020-10-21 13:17:53 -0700 | [diff] [blame] | 175 | if edge['name'] == "ace-example": |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 176 | continue |
| 177 | |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 178 | connect_status = edge['status']['control_plane'] |
| 179 | ping_status = edge['status']['user_plane'] |
| 180 | |
Jeremy Ronquillo | a944fbc | 2021-03-30 10:57:45 -0700 | [diff] [blame] | 181 | speedtest_results_exist = True |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 182 | if edge['speedtest']['ping']['dns']['avg']: |
| 183 | ping_dns_min_result = edge['speedtest']['ping']['dns']['min'] |
| 184 | ping_dns_avg_result = edge['speedtest']['ping']['dns']['avg'] |
| 185 | ping_dns_max_result = edge['speedtest']['ping']['dns']['max'] |
| 186 | ping_dns_stddev_result = edge['speedtest']['ping']['dns']['stddev'] |
| 187 | else: |
Jeremy Ronquillo | a944fbc | 2021-03-30 10:57:45 -0700 | [diff] [blame] | 188 | speedtest_results_exist = False |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 189 | |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 190 | cp_status.labels(edge['name']).set(status_codes[connect_status]) |
| 191 | up_status.labels(edge['name']).set(status_codes[ping_status]) |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 192 | |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 193 | last_update.labels(edge['name']).set(edge['last_update']) |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 194 | if 'maintenance' in edge: |
| 195 | maint_window.labels(edge['name']).set(int(edge['maintenance']['in_window'])) |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 196 | |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 197 | connect_test_ok.labels(edge['name']).set(0) |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 198 | ping_test_ok.labels(edge['name']).set(0) |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 199 | e2e_tests_ok.labels(edge['name']).set(0) |
| 200 | e2e_tests_down.labels(edge['name']).set(0) |
| 201 | |
| 202 | if connect_status in ["error", "no result"] or ping_status in ["error", "no result"]: |
| 203 | e2e_tests_down.labels(edge['name']).set(1) |
| 204 | else: |
| 205 | if connect_status == "connected": |
| 206 | connect_test_ok.labels(edge['name']).set(1) |
| 207 | if ping_status == "connected": |
| 208 | ping_test_ok.labels(edge['name']).set(1) |
| 209 | if connect_status == "connected" and ping_status == "connected": |
| 210 | e2e_tests_ok.labels(edge['name']).set(1) |
Andy Bavier | 5b4e28f | 2021-03-09 15:48:20 -0700 | [diff] [blame] | 211 | |
Jeremy Ronquillo | a944fbc | 2021-03-30 10:57:45 -0700 | [diff] [blame] | 212 | if speedtest_results_exist: |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 213 | ping_dns_min.labels(edge['name']).set(ping_dns_min_result) |
| 214 | ping_dns_avg.labels(edge['name']).set(ping_dns_avg_result) |
| 215 | ping_dns_max.labels(edge['name']).set(ping_dns_max_result) |
| 216 | ping_dns_stddev.labels(edge['name']).set(ping_dns_stddev_result) |
| 217 | |
| 218 | |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 219 | res.append(prom.generate_latest(cp_status)) |
| 220 | res.append(prom.generate_latest(up_status)) |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 221 | res.append(prom.generate_latest(ping_dns_min)) |
| 222 | res.append(prom.generate_latest(ping_dns_avg)) |
| 223 | res.append(prom.generate_latest(ping_dns_max)) |
| 224 | res.append(prom.generate_latest(ping_dns_stddev)) |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 225 | res.append(prom.generate_latest(last_update)) |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 226 | res.append(prom.generate_latest(maint_window)) |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 227 | res.append(prom.generate_latest(connect_test_ok)) |
Andy Bavier | a0c40aa | 2021-03-10 12:09:12 -0700 | [diff] [blame] | 228 | res.append(prom.generate_latest(ping_test_ok)) |
Andy Bavier | 3c7b78d | 2021-03-11 14:16:43 -0700 | [diff] [blame] | 229 | res.append(prom.generate_latest(e2e_tests_ok)) |
| 230 | res.append(prom.generate_latest(e2e_tests_down)) |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 231 | |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 232 | return Response(res, mimetype="text/plain") |
| 233 | |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 234 | |
| 235 | @app.route('/edges/healthz', methods=['GET']) |
| 236 | def get_health(): |
| 237 | return {'message': 'healthy'} |
| 238 | |
| 239 | |
| 240 | @app.route('/edges', methods=['GET']) |
| 241 | def get_edges(): |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 242 | time_out_stale_results() |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 243 | return jsonify({'edges': edges}) |
| 244 | |
| 245 | |
| 246 | @app.route('/edges/<string:name>', methods=['GET']) |
| 247 | def get_edge(name): |
Andy Bavier | 4021a2f | 2020-07-29 12:39:47 -0700 | [diff] [blame] | 248 | time_out_stale_results() |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 249 | edge = [edge for edge in edges if edge['name'] == name] |
| 250 | if len(edge) == 0: |
| 251 | abort(404) |
| 252 | return jsonify({'edge': edge[0]}) |
| 253 | |
| 254 | |
| 255 | @app.route('/edges', methods=['POST']) |
Andy Bavier | f872e9a | 2021-03-22 12:06:25 -0700 | [diff] [blame] | 256 | @app.route('/testresults', methods=['POST']) |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 257 | def create_or_update_edge(): |
| 258 | if not request.json: |
| 259 | abort(400) |
| 260 | if 'name' not in request.json: |
| 261 | abort(400) |
| 262 | if 'status' not in request.json: |
| 263 | abort(400) |
| 264 | |
| 265 | req_edge = { |
| 266 | 'name': request.json['name'], |
| 267 | 'status': { |
| 268 | 'control_plane': request.json['status']['control_plane'], |
| 269 | 'user_plane': request.json['status']['user_plane'] |
| 270 | }, |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 271 | 'speedtest': { |
| 272 | 'ping': { |
| 273 | 'dns': { |
Jeremy Ronquillo | a944fbc | 2021-03-30 10:57:45 -0700 | [diff] [blame] | 274 | 'min': 0.0, |
| 275 | 'avg': 0.0, |
| 276 | 'max': 0.0, |
| 277 | 'stddev': 0.0 |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 278 | } |
| 279 | } |
| 280 | }, |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 281 | 'last_update': time.time() |
| 282 | } |
| 283 | |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 284 | if 'speedtest' in request.json: |
| 285 | req_edge['speedtest'] = { |
| 286 | 'ping': request.json['speedtest']['ping'] |
| 287 | } |
| 288 | |
| 289 | |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 290 | edge = [edge for edge in edges if edge['name'] == req_edge['name']] |
| 291 | if len(edge) == 0: |
| 292 | print("new edge request " + req_edge['name']) |
| 293 | edges.append(req_edge) |
| 294 | else: |
| 295 | edge[0]['status']['control_plane'] = req_edge['status']['control_plane'] |
| 296 | edge[0]['status']['user_plane'] = req_edge['status']['user_plane'] |
Jeremy Ronquillo | f420025 | 2021-02-13 16:11:04 -0800 | [diff] [blame] | 297 | edge[0]['speedtest']['ping'] = req_edge['speedtest']['ping'] |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 298 | edge[0]['last_update'] = req_edge['last_update'] |
| 299 | |
| 300 | return jsonify({'edge': req_edge}), 201 |
| 301 | |
| 302 | |
Hyunsun Moon | 5f237ec | 2020-09-29 14:45:52 -0700 | [diff] [blame] | 303 | @app.route('/edges/<string:name>', methods=['DELETE']) |
Andy Bavier | f872e9a | 2021-03-22 12:06:25 -0700 | [diff] [blame] | 304 | @app.route('/testresults/<string:name>', methods=['DELETE']) |
Hyunsun Moon | 5f237ec | 2020-09-29 14:45:52 -0700 | [diff] [blame] | 305 | def delete_edge(name): |
| 306 | print("delete edge request " + name) |
| 307 | result = False |
| 308 | for i in range(len(edges)): |
| 309 | if edges[i]['name'] == name: |
| 310 | del edges[i] |
Andy Bavier | e47157d | 2020-12-11 14:13:12 -0700 | [diff] [blame] | 311 | remove_edge_from_metrics(name) |
Hyunsun Moon | 5f237ec | 2020-09-29 14:45:52 -0700 | [diff] [blame] | 312 | result = True |
| 313 | break |
| 314 | if not result: |
| 315 | abort(404) |
| 316 | return jsonify({'result': True}) |
| 317 | |
| 318 | |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 319 | if __name__ == '__main__': |
Andy Bavier | 8a5c987 | 2020-10-21 13:17:53 -0700 | [diff] [blame] | 320 | if SECRET_ICAL_URL and AETHER_ENV: |
| 321 | print(" * Starting maintenance calendar polling thread (Aether env: %s)" % AETHER_ENV) |
Andy Bavier | 614af14 | 2020-08-07 14:49:56 -0700 | [diff] [blame] | 322 | t = threading.Thread(target=pull_maintenance_events) |
| 323 | t.start() |
Hyunsun Moon | f32ae9a | 2020-05-28 13:17:45 -0700 | [diff] [blame] | 324 | app.run(debug=True, host='0.0.0.0', port=80) |