sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018-present Open Networking Foundation |
| 3 | |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 16 | |
| 17 | package afrouter |
| 18 | |
| 19 | import ( |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 20 | "errors" |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 21 | "fmt" |
| 22 | "github.com/opencord/voltha-go/common/log" |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 23 | "google.golang.org/grpc" |
| 24 | "google.golang.org/grpc/codes" |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 25 | "net" |
Kent Hagerman | 70a49bb | 2019-08-29 17:21:03 -0400 | [diff] [blame] | 26 | "net/url" |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 27 | "strconv" |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 28 | ) |
| 29 | |
| 30 | var ( |
| 31 | clientStreamDescForProxying = &grpc.StreamDesc{ |
| 32 | ServerStreams: true, |
| 33 | ClientStreams: true, |
| 34 | } |
| 35 | ) |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 36 | |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 37 | type server struct { |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 38 | running bool |
| 39 | name string |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 40 | proxyListener net.Listener |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 41 | routers map[string]map[string]Router |
| 42 | proxyServer *grpc.Server |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 43 | } |
| 44 | |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 45 | func newServer(config *ServerConfig) (*server, error) { |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 46 | var err error = nil |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 47 | var rtrn_err = false |
| 48 | var s *server |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 49 | // Change over to the new configuration format |
| 50 | // Validate the configuration |
| 51 | // There should be a name |
| 52 | if config.Name == "" { |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 53 | log.Error("A server has been defined with no name") |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 54 | rtrn_err = true |
| 55 | } |
| 56 | // Validate that there's a port specified |
| 57 | if config.Port == 0 { |
| 58 | log.Errorf("Server %s does not have a valid port assigned", config.Name) |
| 59 | rtrn_err = true |
| 60 | } |
| 61 | // Validate the ip address if one is provided |
Kent Hagerman | 70a49bb | 2019-08-29 17:21:03 -0400 | [diff] [blame] | 62 | if _, err := url.Parse(config.Addr); err != nil { |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 63 | log.Errorf("Invalid address '%s' provided for server '%s'", config.Addr, config.Name) |
| 64 | rtrn_err = true |
| 65 | } |
| 66 | if config.Type != "grpc" && config.Type != "streaming_grpc" { |
| 67 | if config.Type == "" { |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 68 | log.Errorf("A server 'type' must be defined for server %s", config.Name) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 69 | } else { |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 70 | log.Errorf("The server type must be either 'grpc' or 'streaming_grpc' "+ |
| 71 | "but '%s' was found for server '%s'", config.Type, config.Name) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 72 | } |
| 73 | rtrn_err = true |
| 74 | } |
| 75 | if len(config.Routers) == 0 { |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 76 | log.Errorf("At least one router must be specified for server '%s'", config.Name) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 77 | rtrn_err = true |
| 78 | } |
| 79 | |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 80 | if rtrn_err { |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 81 | return nil, errors.New("Server configuration failed") |
| 82 | } else { |
| 83 | // The configuration is valid, create a server and configure it. |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 84 | s = &server{name: config.Name, routers: make(map[string]map[string]Router)} |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 85 | // The listener |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 86 | if s.proxyListener, err = |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 87 | net.Listen("tcp", config.Addr+":"+ |
| 88 | strconv.Itoa(int(config.Port))); err != nil { |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 89 | log.Error(err) |
| 90 | return nil, err |
| 91 | } |
| 92 | // Create the routers |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 93 | log.Debugf("Configuring the routers for server %s", s.name) |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 94 | for p, r := range config.routers { |
| 95 | log.Debugf("Processing router %s for package %s", r.Name, p) |
| 96 | if dr, err := newRouter(r); err != nil { |
| 97 | log.Error(err) |
| 98 | return nil, err |
| 99 | } else { |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 100 | log.Debugf("Adding router %s to the server %s for package %s and service %s", |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 101 | dr.Name(), s.name, p, dr.Service()) |
| 102 | if _, ok := s.routers[p]; ok { |
| 103 | s.routers[p][dr.Service()] = dr |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 104 | } else { |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 105 | s.routers[p] = make(map[string]Router) |
| 106 | s.routers[p][dr.Service()] = dr |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 107 | } |
| 108 | } |
| 109 | } |
| 110 | // Configure the grpc handler |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 111 | s.proxyServer = grpc.NewServer( |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 112 | grpc.CustomCodec(Codec()), |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 113 | grpc.UnknownServiceHandler(s.TransparentHandler()), |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 114 | ) |
| 115 | |
| 116 | } |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 117 | return s, nil |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 118 | } |
| 119 | |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 120 | func (s *server) Name() string { |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 121 | return s.name |
| 122 | } |
| 123 | |
| 124 | func (s *server) TransparentHandler() grpc.StreamHandler { |
| 125 | return s.handler |
| 126 | } |
| 127 | |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 128 | func (s *server) getRouter(pkg string, service string) (Router, bool) { |
| 129 | if fn, ok := s.routers[pkg][service]; ok { // Both specified |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 130 | return fn, ok |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 131 | } else if fn, ok = s.routers["*"][service]; ok { // Package wild card |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 132 | return fn, ok |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 133 | } else if fn, ok = s.routers[pkg]["*"]; ok { // Service wild card |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 134 | return fn, ok |
| 135 | } else if fn, ok = s.routers["*"]["*"]; ok { // Both Wildcarded |
| 136 | return fn, ok |
| 137 | } else { |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 138 | return nil, false |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 139 | } |
| 140 | } |
| 141 | |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 142 | func (s *server) handler(srv interface{}, serverStream grpc.ServerStream) error { |
| 143 | // Determine what router is intended to handle this request |
| 144 | fullMethodName, ok := grpc.MethodFromServerStream(serverStream) |
| 145 | if !ok { |
| 146 | return grpc.Errorf(codes.Internal, "lowLevelServerStream doesn't exist in context") |
| 147 | } |
Kent Hagerman | 70a49bb | 2019-08-29 17:21:03 -0400 | [diff] [blame] | 148 | log.Debugf("\n\nProcessing grpc request %s on server %s", fullMethodName, s.name) |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 149 | methodInfo := newMethodDetails(fullMethodName) |
| 150 | r, ok := s.getRouter(methodInfo.pkg, methodInfo.service) |
| 151 | //fn, ok := s.routers[methodInfo.pkg][methodInfo.service] |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 152 | if !ok { |
| 153 | // TODO: Should this be punted to a default transparent router?? |
| 154 | // Probably not, if one is defined yes otherwise just crap out. |
| 155 | |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 156 | err := fmt.Errorf("Unable to dispatch! Service '%s' for package '%s' not found.", methodInfo.service, methodInfo.pkg) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 157 | log.Error(err) |
| 158 | return err |
| 159 | } |
Kent Hagerman | 70a49bb | 2019-08-29 17:21:03 -0400 | [diff] [blame] | 160 | log.Debugf("Selected router %s", r.Name()) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 161 | |
Kent Hagerman | 0ab4cb2 | 2019-04-24 13:13:35 -0400 | [diff] [blame] | 162 | mk, mv, err := r.GetMetaKeyVal(serverStream) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 163 | if err != nil { |
| 164 | log.Error(err) |
| 165 | return err |
| 166 | } |
| 167 | |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 168 | //nbR := &nbRequest(srv:srv,serverStream:serverStream,r:r,methodInfo:methodInfo,metaKey:mk,metaVal:mv) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 169 | |
| 170 | // Extract the cluster from the selected router and use it to manage the transfer |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 171 | if cluster, err := r.BackendCluster(methodInfo.method, mk); err != nil { |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 172 | return err |
| 173 | } else { |
Kent Hagerman | 1e9061e | 2019-05-21 16:01:21 -0400 | [diff] [blame] | 174 | //return beCluster.handler(nbR) |
| 175 | return cluster.handler(srv, serverStream, r, methodInfo, mk, mv) |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 176 | } |
sslobodr | 392ebd5 | 2019-01-18 12:41:49 -0500 | [diff] [blame] | 177 | } |