khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018-present Open Networking Foundation |
| 3 | |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package core |
| 17 | |
| 18 | import ( |
| 19 | "context" |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 20 | "errors" |
| 21 | "fmt" |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 22 | grpcserver "github.com/opencord/voltha-go/common/grpc" |
| 23 | "github.com/opencord/voltha-go/common/log" |
Richard Jankowski | e4d7766 | 2018-10-17 13:53:21 -0400 | [diff] [blame] | 24 | "github.com/opencord/voltha-go/db/kvstore" |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 25 | "github.com/opencord/voltha-go/db/model" |
| 26 | "github.com/opencord/voltha-go/kafka" |
| 27 | "github.com/opencord/voltha-go/protos/voltha" |
| 28 | "github.com/opencord/voltha-go/rw_core/config" |
| 29 | "google.golang.org/grpc" |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 30 | ) |
| 31 | |
| 32 | type Core struct { |
| 33 | instanceId string |
| 34 | deviceMgr *DeviceManager |
| 35 | logicalDeviceMgr *LogicalDeviceManager |
| 36 | grpcServer *grpcserver.GrpcServer |
Richard Jankowski | dbab94a | 2018-12-06 16:20:25 -0500 | [diff] [blame] | 37 | grpcNBIAPIHandler *APIHandler |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 38 | adapterMgr *AdapterManager |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 39 | config *config.RWCoreFlags |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 40 | kmp *kafka.InterContainerProxy |
khenaidoo | 92e62c5 | 2018-10-03 14:02:54 -0400 | [diff] [blame] | 41 | clusterDataRoot model.Root |
| 42 | localDataRoot model.Root |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 43 | clusterDataProxy *model.Proxy |
| 44 | localDataProxy *model.Proxy |
| 45 | exitChannel chan int |
Richard Jankowski | e4d7766 | 2018-10-17 13:53:21 -0400 | [diff] [blame] | 46 | kvClient kvstore.Client |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 47 | kafkaClient kafka.Client |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 48 | coreMembershipRegistered bool |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 49 | } |
| 50 | |
| 51 | func init() { |
| 52 | log.AddPackage(log.JSON, log.WarnLevel, nil) |
| 53 | } |
| 54 | |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 55 | func NewCore(id string, cf *config.RWCoreFlags, kvClient kvstore.Client, kafkaClient kafka.Client) *Core { |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 56 | var core Core |
| 57 | core.instanceId = id |
| 58 | core.exitChannel = make(chan int, 1) |
| 59 | core.config = cf |
Richard Jankowski | e4d7766 | 2018-10-17 13:53:21 -0400 | [diff] [blame] | 60 | core.kvClient = kvClient |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 61 | core.kafkaClient = kafkaClient |
Richard Jankowski | e4d7766 | 2018-10-17 13:53:21 -0400 | [diff] [blame] | 62 | |
| 63 | // Setup the KV store |
| 64 | // Do not call NewBackend constructor; it creates its own KV client |
khenaidoo | 91ecfd6 | 2018-11-04 17:13:42 -0500 | [diff] [blame] | 65 | // Commented the backend for now until the issue between the model and the KV store |
| 66 | // is resolved. |
khenaidoo | 7ccedd5 | 2018-12-14 16:48:54 -0500 | [diff] [blame] | 67 | backend := model.Backend{ |
| 68 | Client: kvClient, |
| 69 | StoreType: cf.KVStoreType, |
| 70 | Host: cf.KVStoreHost, |
| 71 | Port: cf.KVStorePort, |
| 72 | Timeout: cf.KVStoreTimeout, |
khenaidoo | 9cdc1a6 | 2019-01-24 21:57:40 -0500 | [diff] [blame] | 73 | PathPrefix: cf.KVStoreDataPrefix} |
khenaidoo | 7ccedd5 | 2018-12-14 16:48:54 -0500 | [diff] [blame] | 74 | core.clusterDataRoot = model.NewRoot(&voltha.Voltha{}, &backend) |
| 75 | core.localDataRoot = model.NewRoot(&voltha.CoreInstance{}, &backend) |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 76 | core.clusterDataProxy = core.clusterDataRoot.CreateProxy("/", false) |
| 77 | core.localDataProxy = core.localDataRoot.CreateProxy("/", false) |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 78 | core.coreMembershipRegistered = false |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 79 | return &core |
| 80 | } |
| 81 | |
| 82 | func (core *Core) Start(ctx context.Context) { |
khenaidoo | 1937407 | 2018-12-11 11:05:15 -0500 | [diff] [blame] | 83 | log.Info("starting-adaptercore", log.Fields{"coreId": core.instanceId}) |
khenaidoo | 9cdc1a6 | 2019-01-24 21:57:40 -0500 | [diff] [blame] | 84 | if err := core.startKafkaMessagingProxy(ctx); err != nil { |
| 85 | log.Fatal("Failure-starting-kafkaMessagingProxy") |
| 86 | } |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 87 | log.Info("values", log.Fields{"kmp": core.kmp}) |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 88 | core.adapterMgr = newAdapterManager(core.clusterDataProxy, core.instanceId) |
| 89 | core.deviceMgr = newDeviceManager(core.kmp, core.clusterDataProxy, core.adapterMgr, core.instanceId) |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 90 | core.logicalDeviceMgr = newLogicalDeviceManager(core.deviceMgr, core.kmp, core.clusterDataProxy) |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 91 | |
| 92 | if err := core.registerAdapterRequestHandlers(ctx, core.instanceId, core.deviceMgr, core.logicalDeviceMgr, core.adapterMgr, core.clusterDataProxy, core.localDataProxy); err != nil { |
khenaidoo | 9cdc1a6 | 2019-01-24 21:57:40 -0500 | [diff] [blame] | 93 | log.Fatal("Failure-registering-adapterRequestHandler") |
| 94 | } |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 95 | go core.startDeviceManager(ctx) |
| 96 | go core.startLogicalDeviceManager(ctx) |
| 97 | go core.startGRPCService(ctx) |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 98 | go core.startAdapterManager(ctx) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 99 | |
khenaidoo | 1937407 | 2018-12-11 11:05:15 -0500 | [diff] [blame] | 100 | log.Info("adaptercore-started") |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | func (core *Core) Stop(ctx context.Context) { |
khenaidoo | 1937407 | 2018-12-11 11:05:15 -0500 | [diff] [blame] | 104 | log.Info("stopping-adaptercore") |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 105 | core.exitChannel <- 1 |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 106 | // Stop all the started services |
| 107 | core.grpcServer.Stop() |
| 108 | core.logicalDeviceMgr.stop(ctx) |
| 109 | core.deviceMgr.stop(ctx) |
| 110 | core.kmp.Stop() |
khenaidoo | 1937407 | 2018-12-11 11:05:15 -0500 | [diff] [blame] | 111 | log.Info("adaptercore-stopped") |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 112 | } |
| 113 | |
khenaidoo | 92e62c5 | 2018-10-03 14:02:54 -0400 | [diff] [blame] | 114 | //startGRPCService creates the grpc service handlers, registers it to the grpc server |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 115 | // and starts the server |
| 116 | func (core *Core) startGRPCService(ctx context.Context) { |
| 117 | // create an insecure gserver server |
| 118 | core.grpcServer = grpcserver.NewGrpcServer(core.config.GrpcHost, core.config.GrpcPort, nil, false) |
| 119 | log.Info("grpc-server-created") |
| 120 | |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 121 | //core.grpcNBIAPIHandler = NewAPIHandler(core.deviceMgr, core.logicalDeviceMgr, core.adapterMgr, core.config.InCompetingMode, core.config.LongRunningRequestTimeout, core.config.DefaultRequestTimeout) |
| 122 | core.grpcNBIAPIHandler = NewAPIHandler(core) |
Richard Jankowski | dbab94a | 2018-12-06 16:20:25 -0500 | [diff] [blame] | 123 | core.logicalDeviceMgr.setGrpcNbiHandler(core.grpcNBIAPIHandler) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 124 | // Create a function to register the core GRPC service with the GRPC server |
| 125 | f := func(gs *grpc.Server) { |
| 126 | voltha.RegisterVolthaServiceServer( |
| 127 | gs, |
Richard Jankowski | dbab94a | 2018-12-06 16:20:25 -0500 | [diff] [blame] | 128 | core.grpcNBIAPIHandler, |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 129 | ) |
| 130 | } |
| 131 | |
| 132 | core.grpcServer.AddService(f) |
| 133 | log.Info("grpc-service-added") |
| 134 | |
| 135 | // Start the server |
| 136 | core.grpcServer.Start(context.Background()) |
| 137 | log.Info("grpc-server-started") |
| 138 | } |
| 139 | |
| 140 | func (core *Core) startKafkaMessagingProxy(ctx context.Context) error { |
| 141 | log.Infow("starting-kafka-messaging-proxy", log.Fields{"host": core.config.KafkaAdapterHost, |
| 142 | "port": core.config.KafkaAdapterPort, "topic": core.config.CoreTopic}) |
| 143 | var err error |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 144 | if core.kmp, err = kafka.NewInterContainerProxy( |
| 145 | kafka.InterContainerHost(core.config.KafkaAdapterHost), |
| 146 | kafka.InterContainerPort(core.config.KafkaAdapterPort), |
| 147 | kafka.MsgClient(core.kafkaClient), |
khenaidoo | 7923270 | 2018-12-04 11:00:41 -0500 | [diff] [blame] | 148 | kafka.DefaultTopic(&kafka.Topic{Name: core.config.CoreTopic}), |
| 149 | kafka.DeviceDiscoveryTopic(&kafka.Topic{Name: core.config.AffinityRouterTopic})); err != nil { |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 150 | log.Errorw("fail-to-create-kafka-proxy", log.Fields{"error": err}) |
| 151 | return err |
| 152 | } |
| 153 | |
| 154 | if err = core.kmp.Start(); err != nil { |
| 155 | log.Fatalw("error-starting-messaging-proxy", log.Fields{"error": err}) |
| 156 | return err |
| 157 | } |
| 158 | |
| 159 | log.Info("kafka-messaging-proxy-created") |
| 160 | return nil |
| 161 | } |
| 162 | |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 163 | //func (core *Core) registerAdapterRequestHandler(ctx context.Context, coreInstanceId string, dMgr *DeviceManager, |
| 164 | // ldMgr *LogicalDeviceManager, aMgr *AdapterManager, cdProxy *model.Proxy, ldProxy *model.Proxy, |
| 165 | // ) error { |
| 166 | // requestProxy := NewAdapterRequestHandlerProxy(coreInstanceId, dMgr, ldMgr, aMgr, cdProxy, ldProxy, |
| 167 | // core.config.InCompetingMode, core.config.LongRunningRequestTimeout, core.config.DefaultRequestTimeout) |
| 168 | // core.kmp.SubscribeWithRequestHandlerInterface(kafka.Topic{Name: core.config.CoreTopic}, requestProxy) |
| 169 | // |
| 170 | // log.Info("request-handlers") |
| 171 | // return nil |
| 172 | //} |
| 173 | |
| 174 | func (core *Core) registerAdapterRequestHandlers(ctx context.Context, coreInstanceId string, dMgr *DeviceManager, |
khenaidoo | 297cd25 | 2019-02-07 22:10:23 -0500 | [diff] [blame] | 175 | ldMgr *LogicalDeviceManager, aMgr *AdapterManager, cdProxy *model.Proxy, ldProxy *model.Proxy, |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 176 | ) error { |
khenaidoo | 297cd25 | 2019-02-07 22:10:23 -0500 | [diff] [blame] | 177 | requestProxy := NewAdapterRequestHandlerProxy(coreInstanceId, dMgr, ldMgr, aMgr, cdProxy, ldProxy, |
| 178 | core.config.InCompetingMode, core.config.LongRunningRequestTimeout, core.config.DefaultRequestTimeout) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 179 | |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 180 | // Register the broadcast topic to handle any core-bound broadcast requests |
| 181 | if err := core.kmp.SubscribeWithRequestHandlerInterface(kafka.Topic{Name: core.config.CoreTopic}, requestProxy); err != nil { |
| 182 | log.Fatalw("Failed-registering-broadcast-handler", log.Fields{"topic": core.config.CoreTopic}) |
| 183 | return err |
| 184 | } |
| 185 | |
| 186 | log.Info("request-handler-registered") |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 187 | return nil |
| 188 | } |
| 189 | |
khenaidoo | 54e0ddf | 2019-02-27 16:21:33 -0500 | [diff] [blame^] | 190 | |
| 191 | func (core *Core) registerCoreTopic(ctx context.Context, coreTopicSuffix string) error { |
| 192 | // Sanity check - can only register once |
| 193 | if core.coreMembershipRegistered { |
| 194 | return errors.New("Can-only-set-once") |
| 195 | } |
| 196 | |
| 197 | go func(coreTopicSuffix string) { |
| 198 | // Register the core-pair topic to handle core-bound requests aimed to the core pair |
| 199 | pTopic := kafka.Topic{Name: fmt.Sprintf("%s_%s", core.config.CoreTopic, coreTopicSuffix)} |
| 200 | // TODO: Set a retry here to ensure this subscription happens |
| 201 | if err := core.kmp.SubscribeWithDefaultRequestHandler(pTopic, kafka.OffsetNewest); err != nil { |
| 202 | log.Fatalw("Failed-registering-pair-handler", log.Fields{"topic": core.config.CoreTopic}) |
| 203 | } |
| 204 | // Update the CoreTopic to use by the adapter proxy |
| 205 | core.deviceMgr.adapterProxy.updateCoreTopic(&pTopic) |
| 206 | }(coreTopicSuffix) |
| 207 | |
| 208 | core.coreMembershipRegistered = true |
| 209 | log.Info("request-handlers-registered") |
| 210 | return nil |
| 211 | } |
| 212 | |
| 213 | |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 214 | func (core *Core) startDeviceManager(ctx context.Context) { |
| 215 | // TODO: Interaction between the logicaldevicemanager and devicemanager should mostly occur via |
| 216 | // callbacks. For now, until the model is ready, devicemanager will keep a reference to the |
| 217 | // logicaldevicemanager to initiate the creation of logical devices |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 218 | log.Info("DeviceManager-Starting...") |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 219 | core.deviceMgr.start(ctx, core.logicalDeviceMgr) |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 220 | log.Info("DeviceManager-Started") |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 221 | } |
| 222 | |
| 223 | func (core *Core) startLogicalDeviceManager(ctx context.Context) { |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 224 | log.Info("Logical-DeviceManager-Starting...") |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 225 | core.logicalDeviceMgr.start(ctx) |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 226 | log.Info("Logical-DeviceManager-Started") |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 227 | } |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 228 | |
| 229 | func (core *Core) startAdapterManager(ctx context.Context) { |
| 230 | log.Info("Adapter-Manager-Starting...") |
| 231 | core.adapterMgr.start(ctx) |
| 232 | log.Info("Adapter-Manager-Started") |
| 233 | } |