Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 1 | # |
Zsolt Haraszti | accad4a | 2017-01-03 21:56:48 -0800 | [diff] [blame] | 2 | # Copyright 2017 the original author or authors. |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | # you may not use this file except in compliance with the License. |
| 6 | # You may obtain a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | # See the License for the specific language governing permissions and |
| 14 | # limitations under the License. |
| 15 | # |
| 16 | |
| 17 | """ |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 18 | gRPC client meant to connect to a gRPC server endpoint, and query the |
Zsolt Haraszti | cba96de | 2016-11-06 14:04:55 -0800 | [diff] [blame] | 19 | end-point's schema by calling SchemaService.Schema(Empty) and all of its |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 20 | semantics are derived from the recovered schema. |
| 21 | """ |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 22 | |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 23 | import os |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 24 | import sys |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 25 | from random import randint |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 26 | from zlib import decompress |
| 27 | |
Scott Baker | 6ee1a29 | 2018-02-22 17:13:16 -0800 | [diff] [blame^] | 28 | import functools |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 29 | import grpc |
| 30 | from consul import Consul |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 31 | from grpc._channel import _Rendezvous |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 32 | from structlog import get_logger |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 33 | from twisted.internet import reactor |
Zsolt Haraszti | 2aac623 | 2016-11-23 11:18:23 -0800 | [diff] [blame] | 34 | from twisted.internet.defer import inlineCallbacks, returnValue |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 35 | from werkzeug.exceptions import ServiceUnavailable |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 36 | |
Zsolt Haraszti | 2198076 | 2016-11-08 10:57:19 -0800 | [diff] [blame] | 37 | from chameleon.protos import third_party |
Zsolt Haraszti | cba96de | 2016-11-06 14:04:55 -0800 | [diff] [blame] | 38 | from chameleon.protos.schema_pb2 import SchemaServiceStub |
| 39 | from google.protobuf.empty_pb2 import Empty |
| 40 | |
alshabib | 6ca0562 | 2017-01-31 14:08:36 -0800 | [diff] [blame] | 41 | from chameleon.utils.asleep import asleep |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 42 | |
| 43 | log = get_logger() |
| 44 | |
| 45 | |
| 46 | class GrpcClient(object): |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 47 | """ |
| 48 | Connect to a gRPC server, fetch its schema, and process the downloaded |
| 49 | schema files to drive the customization of the north-bound interface(s) |
| 50 | of Chameleon. |
| 51 | """ |
| 52 | RETRY_BACKOFF = [0.05, 0.1, 0.2, 0.5, 1, 2, 5] |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 53 | |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 54 | def __init__(self, consul_endpoint, work_dir, endpoint='localhost:50055', |
Scott Baker | 73784f1 | 2018-02-20 12:05:35 -0800 | [diff] [blame] | 55 | reconnect_callback=None, credentials=None, restart_on_disconnect=False): |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 56 | self.consul_endpoint = consul_endpoint |
| 57 | self.endpoint = endpoint |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 58 | self.work_dir = work_dir |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 59 | self.reconnect_callback = reconnect_callback |
Scott Baker | 74548db | 2017-02-15 14:16:13 -0800 | [diff] [blame] | 60 | self.credentials = credentials |
Scott Baker | 73784f1 | 2018-02-20 12:05:35 -0800 | [diff] [blame] | 61 | self.restart_on_disconnect = restart_on_disconnect |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 62 | |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 63 | self.plugin_dir = os.path.abspath(os.path.join( |
| 64 | os.path.dirname(__file__), '../protoc_plugins')) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 65 | |
| 66 | self.channel = None |
| 67 | self.schema = None |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 68 | self.retries = 0 |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 69 | self.shutting_down = False |
Zsolt Haraszti | 3cf3634 | 2016-10-05 20:40:19 -0700 | [diff] [blame] | 70 | self.connected = False |
Scott Baker | 73784f1 | 2018-02-20 12:05:35 -0800 | [diff] [blame] | 71 | self.was_connected = False |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 72 | |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 73 | def start(self): |
| 74 | log.debug('starting') |
Zsolt Haraszti | 3cf3634 | 2016-10-05 20:40:19 -0700 | [diff] [blame] | 75 | if not self.connected: |
| 76 | reactor.callLater(0, self.connect) |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 77 | log.info('started') |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 78 | return self |
| 79 | |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 80 | def stop(self): |
| 81 | log.debug('stopping') |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 82 | if self.shutting_down: |
| 83 | return |
| 84 | self.shutting_down = True |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 85 | log.info('stopped') |
| 86 | |
| 87 | def set_reconnect_callback(self, reconnect_callback): |
| 88 | self.reconnect_callback = reconnect_callback |
| 89 | return self |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 90 | |
Scott Baker | 6ee1a29 | 2018-02-22 17:13:16 -0800 | [diff] [blame^] | 91 | def connectivity_callback(self, client, connectivity): |
Scott Baker | 73784f1 | 2018-02-20 12:05:35 -0800 | [diff] [blame] | 92 | if (self.was_connected) and (connectivity in [connectivity.TRANSIENT_FAILURE, connectivity.FATAL_FAILURE, connectivity.SHUTDOWN]): |
| 93 | log.info("connectivity lost -- restarting") |
| 94 | os.execv(sys.executable, ['python'] + sys.argv) |
| 95 | |
| 96 | if (connectivity == connectivity.READY): |
| 97 | self.was_connected = True |
| 98 | |
Scott Baker | 6ee1a29 | 2018-02-22 17:13:16 -0800 | [diff] [blame^] | 99 | # Sometimes gRPC transitions from READY to IDLE, skipping TRANSIENT_FAILURE even though a socket is |
| 100 | # disconnected. So on idle, force a connectivity check. |
| 101 | if (connectivity == connectivity.IDLE) and (self.was_connected): |
| 102 | connectivity = client.channel._channel.check_connectivity_state(True) |
| 103 | # The result will probably show IDLE, but passing in True has the side effect of reconnecting if the |
| 104 | # connection has been lost, which will trigger the TRANSIENT_FALURE we were looking for. |
| 105 | |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 106 | @inlineCallbacks |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 107 | def connect(self): |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 108 | """ |
| 109 | (Re-)Connect to end-point |
| 110 | """ |
| 111 | |
Zsolt Haraszti | 3cf3634 | 2016-10-05 20:40:19 -0700 | [diff] [blame] | 112 | if self.shutting_down or self.connected: |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 113 | return |
| 114 | |
| 115 | try: |
| 116 | if self.endpoint.startswith('@'): |
Zsolt Haraszti | 267a906 | 2016-12-26 23:11:15 -0800 | [diff] [blame] | 117 | _endpoint = yield self._get_endpoint_from_consul( |
| 118 | self.endpoint[1:]) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 119 | else: |
| 120 | _endpoint = self.endpoint |
| 121 | |
Scott Baker | 74548db | 2017-02-15 14:16:13 -0800 | [diff] [blame] | 122 | if self.credentials: |
| 123 | log.info('securely connecting', endpoint=_endpoint) |
| 124 | self.channel = grpc.secure_channel(_endpoint, self.credentials) |
| 125 | else: |
| 126 | log.info('insecurely connecting', endpoint=_endpoint) |
| 127 | self.channel = grpc.insecure_channel(_endpoint) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 128 | |
Scott Baker | 73784f1 | 2018-02-20 12:05:35 -0800 | [diff] [blame] | 129 | if self.restart_on_disconnect: |
Scott Baker | 6ee1a29 | 2018-02-22 17:13:16 -0800 | [diff] [blame^] | 130 | connectivity_callback = functools.partial(self.connectivity_callback, self) |
| 131 | self.channel.subscribe(connectivity_callback) |
Scott Baker | 73784f1 | 2018-02-20 12:05:35 -0800 | [diff] [blame] | 132 | |
Zsolt Haraszti | 2198076 | 2016-11-08 10:57:19 -0800 | [diff] [blame] | 133 | swagger_from = self._retrieve_schema() |
| 134 | self._compile_proto_files(swagger_from) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 135 | self._clear_backoff() |
| 136 | |
Zsolt Haraszti | 3cf3634 | 2016-10-05 20:40:19 -0700 | [diff] [blame] | 137 | self.connected = True |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 138 | if self.reconnect_callback is not None: |
| 139 | reactor.callLater(0, self.reconnect_callback) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 140 | |
| 141 | return |
| 142 | |
| 143 | except _Rendezvous, e: |
| 144 | if e.code() == grpc.StatusCode.UNAVAILABLE: |
| 145 | log.info('grpc-endpoint-not-available') |
| 146 | else: |
Sapan Bhatia | dd27334 | 2017-08-30 15:27:55 -0400 | [diff] [blame] | 147 | log.exception('rendezvous error', e=e) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 148 | yield self._backoff('not-available') |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 149 | |
| 150 | except Exception, e: |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 151 | if not self.shutting_down: |
| 152 | log.exception('cannot-connect', endpoint=_endpoint) |
| 153 | yield self._backoff('unknown-error') |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 154 | |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 155 | reactor.callLater(0, self.connect) |
| 156 | |
| 157 | def _backoff(self, msg): |
| 158 | wait_time = self.RETRY_BACKOFF[min(self.retries, |
| 159 | len(self.RETRY_BACKOFF) - 1)] |
| 160 | self.retries += 1 |
| 161 | log.error(msg, retry_in=wait_time) |
| 162 | return asleep(wait_time) |
| 163 | |
| 164 | def _clear_backoff(self): |
| 165 | if self.retries: |
| 166 | log.info('reconnected', after_retries=self.retries) |
| 167 | self.retries = 0 |
| 168 | |
Zsolt Haraszti | 267a906 | 2016-12-26 23:11:15 -0800 | [diff] [blame] | 169 | @inlineCallbacks |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 170 | def _get_endpoint_from_consul(self, service_name): |
| 171 | """ |
| 172 | Look up an appropriate grpc endpoint (host, port) from |
| 173 | consul, under the service name specified by service-name |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 174 | """ |
| 175 | host = self.consul_endpoint.split(':')[0].strip() |
| 176 | port = int(self.consul_endpoint.split(':')[1].strip()) |
| 177 | |
Zsolt Haraszti | 267a906 | 2016-12-26 23:11:15 -0800 | [diff] [blame] | 178 | while True: |
| 179 | log.debug('consul-lookup', host=host, port=port) |
| 180 | consul = Consul(host=host, port=port) |
| 181 | _, services = consul.catalog.service(service_name) |
| 182 | log.debug('consul-response', services=services) |
| 183 | if services: |
| 184 | break |
| 185 | log.warning('no-service', consul_host=host, consul_port=port, |
| 186 | service_name=service_name) |
| 187 | yield asleep(1.0) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 188 | |
alshabib | c822490 | 2017-01-26 11:59:52 -0800 | [diff] [blame] | 189 | # pick local addresses when resolving a service via consul |
| 190 | # see CORD-815 (https://jira.opencord.org/browse/CORD-815) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 191 | |
| 192 | service = services[randint(0, len(services) - 1)] |
| 193 | endpoint = '{}:{}'.format(service['ServiceAddress'], |
| 194 | service['ServicePort']) |
Zsolt Haraszti | 267a906 | 2016-12-26 23:11:15 -0800 | [diff] [blame] | 195 | returnValue(endpoint) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 196 | |
| 197 | def _retrieve_schema(self): |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 198 | """ |
| 199 | Retrieve schema from gRPC end-point, and save all *.proto files in |
| 200 | the work directory. |
| 201 | """ |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 202 | assert isinstance(self.channel, grpc.Channel) |
| 203 | stub = SchemaServiceStub(self.channel) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 204 | # try: |
Zsolt Haraszti | cba96de | 2016-11-06 14:04:55 -0800 | [diff] [blame] | 205 | schemas = stub.GetSchema(Empty()) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 206 | # except _Rendezvous, e: |
| 207 | # if e.code == grpc.StatusCode.UNAVAILABLE: |
| 208 | # |
| 209 | # else: |
| 210 | # raise e |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 211 | |
| 212 | os.system('mkdir -p %s' % self.work_dir) |
| 213 | os.system('rm -fr /tmp/%s/*' % |
| 214 | self.work_dir.replace('/tmp/', '')) # safer |
| 215 | |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 216 | for proto_file in schemas.protos: |
| 217 | proto_fname = proto_file.file_name |
| 218 | proto_content = proto_file.proto |
| 219 | log.debug('saving-proto', fname=proto_fname, dir=self.work_dir, |
| 220 | length=len(proto_content)) |
| 221 | with open(os.path.join(self.work_dir, proto_fname), 'w') as f: |
| 222 | f.write(proto_content) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 223 | |
Zsolt Haraszti | dca6fa1 | 2016-11-03 16:56:17 -0700 | [diff] [blame] | 224 | desc_content = decompress(proto_file.descriptor) |
| 225 | desc_fname = proto_fname.replace('.proto', '.desc') |
| 226 | log.debug('saving-descriptor', fname=desc_fname, dir=self.work_dir, |
| 227 | length=len(desc_content)) |
| 228 | with open(os.path.join(self.work_dir, desc_fname), 'wb') as f: |
| 229 | f.write(desc_content) |
Zsolt Haraszti | 2198076 | 2016-11-08 10:57:19 -0800 | [diff] [blame] | 230 | return schemas.swagger_from |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 231 | |
Zsolt Haraszti | 2198076 | 2016-11-08 10:57:19 -0800 | [diff] [blame] | 232 | def _compile_proto_files(self, swagger_from): |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 233 | """ |
| 234 | For each *.proto file in the work directory, compile the proto |
| 235 | file into the respective *_pb2.py file as well as generate the |
| 236 | web server gateway python file *_gw.py. |
| 237 | :return: None |
| 238 | """ |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 239 | google_api_dir = os.path.abspath(os.path.join( |
Zsolt Haraszti | 46c7200 | 2016-10-10 09:55:30 -0700 | [diff] [blame] | 240 | os.path.dirname(__file__), '../protos/third_party' |
| 241 | )) |
| 242 | |
| 243 | chameleon_base_dir = os.path.abspath(os.path.join( |
| 244 | os.path.dirname(__file__), '../..' |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 245 | )) |
| 246 | |
| 247 | for fname in [f for f in os.listdir(self.work_dir) |
| 248 | if f.endswith('.proto')]: |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 249 | |
Zsolt Haraszti | 2198076 | 2016-11-08 10:57:19 -0800 | [diff] [blame] | 250 | need_swagger = fname == swagger_from |
| 251 | log.debug('compiling', file=fname, need_swagger=need_swagger) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 252 | cmd = ( |
| 253 | 'cd %s && ' |
Zsolt Haraszti | 05b837a | 2016-10-05 00:18:57 -0700 | [diff] [blame] | 254 | 'env PATH=%s PYTHONPATH=%s ' |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 255 | 'python -m grpc.tools.protoc ' |
| 256 | '-I. ' |
| 257 | '-I%s ' |
| 258 | '--python_out=. ' |
| 259 | '--grpc_python_out=. ' |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 260 | '--plugin=protoc-gen-gw=%s/gw_gen.py ' |
| 261 | '--gw_out=. ' |
Zsolt Haraszti | 46c7200 | 2016-10-10 09:55:30 -0700 | [diff] [blame] | 262 | '--plugin=protoc-gen-swagger=%s/swagger_gen.py ' |
Zsolt Haraszti | 2198076 | 2016-11-08 10:57:19 -0800 | [diff] [blame] | 263 | '%s' |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 264 | '%s' % ( |
| 265 | self.work_dir, |
| 266 | ':'.join([os.environ['PATH'], self.plugin_dir]), |
Zsolt Haraszti | 46c7200 | 2016-10-10 09:55:30 -0700 | [diff] [blame] | 267 | ':'.join([google_api_dir, chameleon_base_dir]), |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 268 | google_api_dir, |
Zsolt Haraszti | 46c7200 | 2016-10-10 09:55:30 -0700 | [diff] [blame] | 269 | self.plugin_dir, |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 270 | self.plugin_dir, |
Zsolt Haraszti | 2198076 | 2016-11-08 10:57:19 -0800 | [diff] [blame] | 271 | '--swagger_out=. ' if need_swagger else '', |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 272 | fname) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 273 | ) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 274 | log.debug('executing', cmd=cmd, file=fname) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 275 | os.system(cmd) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 276 | log.info('compiled', file=fname) |
Zsolt Haraszti | a9a12dc | 2016-09-27 13:48:35 -0700 | [diff] [blame] | 277 | |
| 278 | # test-load each _pb2 file to see all is right |
| 279 | if self.work_dir not in sys.path: |
| 280 | sys.path.insert(0, self.work_dir) |
| 281 | |
| 282 | for fname in [f for f in os.listdir(self.work_dir) |
| 283 | if f.endswith('_pb2.py')]: |
| 284 | modname = fname[:-len('.py')] |
| 285 | log.debug('test-import', modname=modname) |
| 286 | _ = __import__(modname) |
Zsolt Haraszti | 3d55ffc | 2016-10-03 22:26:41 -0700 | [diff] [blame] | 287 | |
Zsolt Haraszti | 2aac623 | 2016-11-23 11:18:23 -0800 | [diff] [blame] | 288 | @inlineCallbacks |
Zsolt Haraszti | c8cfdf3 | 2016-11-28 14:28:39 -0800 | [diff] [blame] | 289 | def invoke(self, stub, method_name, request, metadata, retry=1): |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 290 | """ |
| 291 | Invoke a gRPC call to the remote server and return the response. |
| 292 | :param stub: Reference to the *_pb2 service stub |
| 293 | :param method_name: The method name inside the service stub |
| 294 | :param request: The request protobuf message |
Zsolt Haraszti | c8cfdf3 | 2016-11-28 14:28:39 -0800 | [diff] [blame] | 295 | :param metadata: [(str, str), (str, str), ...] |
| 296 | :return: The response protobuf message and returned trailing metadata |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 297 | """ |
| 298 | |
Zsolt Haraszti | 3cf3634 | 2016-10-05 20:40:19 -0700 | [diff] [blame] | 299 | if not self.connected: |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 300 | raise ServiceUnavailable() |
| 301 | |
| 302 | try: |
Zsolt Haraszti | c8cfdf3 | 2016-11-28 14:28:39 -0800 | [diff] [blame] | 303 | method = getattr(stub(self.channel), method_name) |
| 304 | response, rendezvous = method.with_call(request, metadata=metadata) |
| 305 | returnValue((response, rendezvous.trailing_metadata())) |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 306 | |
| 307 | except grpc._channel._Rendezvous, e: |
Zsolt Haraszti | c8cfdf3 | 2016-11-28 14:28:39 -0800 | [diff] [blame] | 308 | code = e.code() |
| 309 | if code == grpc.StatusCode.UNAVAILABLE: |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 310 | e = ServiceUnavailable() |
Zsolt Haraszti | 2aac623 | 2016-11-23 11:18:23 -0800 | [diff] [blame] | 311 | |
| 312 | if self.connected: |
| 313 | self.connected = False |
| 314 | yield self.connect() |
| 315 | if retry > 0: |
| 316 | response = yield self.invoke(stub, method_name, |
Zsolt Haraszti | c8cfdf3 | 2016-11-28 14:28:39 -0800 | [diff] [blame] | 317 | request, metadata, |
Zsolt Haraszti | 2aac623 | 2016-11-23 11:18:23 -0800 | [diff] [blame] | 318 | retry=retry - 1) |
| 319 | returnValue(response) |
| 320 | |
Zsolt Haraszti | c8cfdf3 | 2016-11-28 14:28:39 -0800 | [diff] [blame] | 321 | elif code in ( |
| 322 | grpc.StatusCode.NOT_FOUND, |
| 323 | grpc.StatusCode.INVALID_ARGUMENT, |
Matteo Scandolo | 92f7f1f | 2017-04-28 15:56:29 -0700 | [diff] [blame] | 324 | grpc.StatusCode.ALREADY_EXISTS, |
| 325 | grpc.StatusCode.UNAUTHENTICATED, |
| 326 | grpc.StatusCode.PERMISSION_DENIED): |
Zsolt Haraszti | c8cfdf3 | 2016-11-28 14:28:39 -0800 | [diff] [blame] | 327 | |
| 328 | pass # don't log error, these occur naturally |
| 329 | |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 330 | else: |
| 331 | log.exception(e) |
| 332 | |
Zsolt Haraszti | e7b6076 | 2016-10-05 17:49:27 -0700 | [diff] [blame] | 333 | raise e |