khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018-present Open Networking Foundation |
| 3 | |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 16 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 17 | package device |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 18 | |
| 19 | import ( |
| 20 | "context" |
Matteo Scandolo | 360605d | 2019-11-05 18:29:17 -0800 | [diff] [blame] | 21 | "encoding/hex" |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 22 | "errors" |
khenaidoo | 3ab3488 | 2019-05-02 21:33:30 -0400 | [diff] [blame] | 23 | "fmt" |
Mahir Gunyel | b0343bf | 2021-05-11 14:14:26 -0700 | [diff] [blame] | 24 | "reflect" |
| 25 | "sync" |
| 26 | "time" |
| 27 | |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 28 | "github.com/cenkalti/backoff/v3" |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 29 | "github.com/gogo/protobuf/proto" |
| 30 | "github.com/golang/protobuf/ptypes" |
| 31 | "github.com/golang/protobuf/ptypes/empty" |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 32 | "github.com/opencord/voltha-go/rw_core/config" |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 33 | "google.golang.org/grpc/codes" |
| 34 | "google.golang.org/grpc/status" |
Mahir Gunyel | addb66a | 2020-04-29 18:08:50 -0700 | [diff] [blame] | 35 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 36 | "github.com/opencord/voltha-go/db/model" |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 37 | "github.com/opencord/voltha-go/rw_core/core/adapter" |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 38 | "github.com/opencord/voltha-go/rw_core/core/device/flow" |
| 39 | "github.com/opencord/voltha-go/rw_core/core/device/group" |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 40 | "github.com/opencord/voltha-go/rw_core/core/device/port" |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 41 | "github.com/opencord/voltha-go/rw_core/core/device/remote" |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 42 | "github.com/opencord/voltha-go/rw_core/core/device/transientstate" |
Scott Baker | b671a86 | 2019-10-24 10:53:40 -0700 | [diff] [blame] | 43 | coreutils "github.com/opencord/voltha-go/rw_core/utils" |
yasin sapli | 5458a1c | 2021-06-14 22:24:38 +0000 | [diff] [blame] | 44 | "github.com/opencord/voltha-lib-go/v5/pkg/kafka" |
| 45 | "github.com/opencord/voltha-lib-go/v5/pkg/log" |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 46 | "github.com/opencord/voltha-protos/v4/go/common" |
Salman Siddiqui | 1cf9504 | 2020-11-19 00:42:56 +0530 | [diff] [blame] | 47 | "github.com/opencord/voltha-protos/v4/go/extension" |
Maninder | dfadc98 | 2020-10-28 14:04:33 +0530 | [diff] [blame] | 48 | ic "github.com/opencord/voltha-protos/v4/go/inter_container" |
| 49 | ofp "github.com/opencord/voltha-protos/v4/go/openflow_13" |
| 50 | "github.com/opencord/voltha-protos/v4/go/voltha" |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 51 | ) |
| 52 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 53 | // Agent represents device agent attributes |
| 54 | type Agent struct { |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 55 | deviceID string |
| 56 | parentID string |
| 57 | deviceType string |
| 58 | isRootDevice bool |
| 59 | adapterProxy *remote.AdapterProxy |
| 60 | adapterMgr *adapter.Manager |
| 61 | deviceMgr *Manager |
| 62 | dbProxy *model.Proxy |
| 63 | exitChannel chan int |
| 64 | device *voltha.Device |
| 65 | requestQueue *coreutils.RequestQueue |
| 66 | defaultTimeout time.Duration |
| 67 | startOnce sync.Once |
| 68 | stopOnce sync.Once |
| 69 | stopped bool |
| 70 | stopReconciling chan int |
| 71 | stopReconcilingMutex sync.RWMutex |
| 72 | config *config.RWCoreFlags |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 73 | |
khenaidoo | 7585a96 | 2021-06-10 16:15:38 -0400 | [diff] [blame] | 74 | flowCache *flow.Cache |
| 75 | groupCache *group.Cache |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 76 | portLoader *port.Loader |
| 77 | transientStateLoader *transientstate.Loader |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 78 | } |
| 79 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 80 | //newAgent creates a new device agent. The device will be initialized when start() is called. |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 81 | func newAgent(ap *remote.AdapterProxy, device *voltha.Device, deviceMgr *Manager, dbPath *model.Path, deviceProxy *model.Proxy, timeout time.Duration) *Agent { |
| 82 | deviceID := device.Id |
| 83 | if deviceID == "" { |
| 84 | deviceID = coreutils.CreateDeviceID() |
Stephane Barbarie | 1ab4327 | 2018-12-08 21:42:13 -0500 | [diff] [blame] | 85 | } |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 86 | |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 87 | return &Agent{ |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 88 | deviceID: deviceID, |
| 89 | adapterProxy: ap, |
| 90 | isRootDevice: device.Root, |
| 91 | parentID: device.ParentId, |
| 92 | deviceType: device.Type, |
| 93 | deviceMgr: deviceMgr, |
| 94 | adapterMgr: deviceMgr.adapterMgr, |
| 95 | exitChannel: make(chan int, 1), |
| 96 | dbProxy: deviceProxy, |
| 97 | defaultTimeout: timeout, |
| 98 | device: proto.Clone(device).(*voltha.Device), |
| 99 | requestQueue: coreutils.NewRequestQueue(), |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 100 | config: deviceMgr.config, |
khenaidoo | 7585a96 | 2021-06-10 16:15:38 -0400 | [diff] [blame] | 101 | flowCache: flow.NewCache(), |
| 102 | groupCache: group.NewCache(), |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 103 | portLoader: port.NewLoader(dbPath.SubPath("ports").Proxy(deviceID)), |
| 104 | transientStateLoader: transientstate.NewLoader(dbPath.SubPath("core").Proxy("transientstate"), deviceID), |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 105 | } |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 106 | } |
| 107 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 108 | // start() saves the device to the data model and registers for callbacks on that device if deviceToCreate!=nil. |
| 109 | // Otherwise, it will load the data from the dB and setup the necessary callbacks and proxies. Returns the device that |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 110 | // was started. |
khenaidoo | 7585a96 | 2021-06-10 16:15:38 -0400 | [diff] [blame] | 111 | func (agent *Agent) start(ctx context.Context, deviceExist bool, deviceToCreate *voltha.Device) (*voltha.Device, error) { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 112 | needToStart := false |
| 113 | if agent.startOnce.Do(func() { needToStart = true }); !needToStart { |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 114 | return agent.getDeviceReadOnly(ctx) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 115 | } |
| 116 | var startSucceeded bool |
| 117 | defer func() { |
| 118 | if !startSucceeded { |
| 119 | if err := agent.stop(ctx); err != nil { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 120 | logger.Errorw(ctx, "failed-to-cleanup-after-unsuccessful-start", log.Fields{"device-id": agent.deviceID, "error": err}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 121 | } |
| 122 | } |
| 123 | }() |
khenaidoo | 7585a96 | 2021-06-10 16:15:38 -0400 | [diff] [blame] | 124 | if deviceExist { |
| 125 | device := deviceToCreate |
| 126 | if device == nil { |
| 127 | // Load from dB |
| 128 | device = &voltha.Device{} |
| 129 | have, err := agent.dbProxy.Get(ctx, agent.deviceID, device) |
| 130 | if err != nil { |
| 131 | return nil, err |
| 132 | } else if !have { |
| 133 | return nil, status.Errorf(codes.NotFound, "device-%s", agent.deviceID) |
| 134 | } |
Thomas Lee S | e5a4401 | 2019-11-07 20:32:24 +0530 | [diff] [blame] | 135 | } |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 136 | agent.deviceType = device.Adapter |
| 137 | agent.device = proto.Clone(device).(*voltha.Device) |
khenaidoo | 7585a96 | 2021-06-10 16:15:38 -0400 | [diff] [blame] | 138 | // load the ports from KV to cache |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 139 | agent.portLoader.Load(ctx) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 140 | agent.transientStateLoader.Load(ctx) |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 141 | |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 142 | logger.Infow(ctx, "device-loaded-from-db", log.Fields{"device-id": agent.deviceID}) |
khenaidoo | 297cd25 | 2019-02-07 22:10:23 -0500 | [diff] [blame] | 143 | } else { |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 144 | // Create a new device |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 145 | var desc string |
| 146 | prevState := common.AdminState_UNKNOWN |
| 147 | currState := common.AdminState_UNKNOWN |
| 148 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 149 | |
| 150 | defer agent.logDeviceUpdate(ctx, "createDevice", &prevState, &currState, operStatus, &desc) |
| 151 | |
Kent Hagerman | f5a6735 | 2020-04-30 15:15:26 -0400 | [diff] [blame] | 152 | // Assumption is that AdminState, FlowGroups, and Flows are uninitialized since this |
| 153 | // is a new device, so populate them here before passing the device to ldProxy.Set. |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 154 | // agent.deviceId will also have been set during newAgent(). |
khenaidoo | 7585a96 | 2021-06-10 16:15:38 -0400 | [diff] [blame] | 155 | device := (proto.Clone(deviceToCreate)).(*voltha.Device) |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 156 | device.Id = agent.deviceID |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 157 | device.AdminState = voltha.AdminState_PREPROVISIONED |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 158 | currState = device.AdminState |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 159 | if !deviceToCreate.GetRoot() && deviceToCreate.ProxyAddress != nil { |
| 160 | // Set the default vlan ID to the one specified by the parent adapter. It can be |
| 161 | // overwritten by the child adapter during a device update request |
| 162 | device.Vlan = deviceToCreate.ProxyAddress.ChannelId |
| 163 | } |
| 164 | |
khenaidoo | 297cd25 | 2019-02-07 22:10:23 -0500 | [diff] [blame] | 165 | // Add the initial device to the local model |
Kent Hagerman | f5a6735 | 2020-04-30 15:15:26 -0400 | [diff] [blame] | 166 | if err := agent.dbProxy.Set(ctx, agent.deviceID, device); err != nil { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 167 | desc = fmt.Sprintf("failed-adding-device-%s: %s", agent.deviceID, err.Error()) |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 168 | return nil, status.Errorf(codes.Aborted, "failed-adding-device-%s: %s", agent.deviceID, err) |
khenaidoo | 297cd25 | 2019-02-07 22:10:23 -0500 | [diff] [blame] | 169 | } |
Mahir Gunyel | b0343bf | 2021-05-11 14:14:26 -0700 | [diff] [blame] | 170 | _ = agent.deviceMgr.Agent.SendDeviceStateChangeEvent(ctx, device.OperStatus, device.ConnectStatus, prevState, device, time.Now().Unix()) |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 171 | operStatus.Code = common.OperationResp_OPERATION_SUCCESS |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 172 | agent.device = device |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 173 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 174 | startSucceeded = true |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 175 | log.EnrichSpan(ctx, log.Fields{"device-id": agent.deviceID}) |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 176 | logger.Debugw(ctx, "device-agent-started", log.Fields{"device-id": agent.deviceID}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 177 | |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 178 | return agent.getDeviceReadOnly(ctx) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 179 | } |
| 180 | |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 181 | // stop stops the device agent. Not much to do for now |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 182 | func (agent *Agent) stop(ctx context.Context) error { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 183 | needToStop := false |
| 184 | if agent.stopOnce.Do(func() { needToStop = true }); !needToStop { |
| 185 | return nil |
| 186 | } |
| 187 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 188 | return err |
| 189 | } |
| 190 | defer agent.requestQueue.RequestComplete() |
khenaidoo | 4908535 | 2020-01-13 19:15:43 -0500 | [diff] [blame] | 191 | |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 192 | logger.Infow(ctx, "stopping-device-agent", log.Fields{"device-id": agent.deviceID, "parent-id": agent.parentID}) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 193 | // Remove the device transient loader |
| 194 | if err := agent.deleteTransientState(ctx); err != nil { |
| 195 | return err |
| 196 | } |
khenaidoo | 0a822f9 | 2019-05-08 15:15:57 -0400 | [diff] [blame] | 197 | // Remove the device from the KV store |
Kent Hagerman | f5a6735 | 2020-04-30 15:15:26 -0400 | [diff] [blame] | 198 | if err := agent.dbProxy.Remove(ctx, agent.deviceID); err != nil { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 199 | return err |
Thomas Lee S | e5a4401 | 2019-11-07 20:32:24 +0530 | [diff] [blame] | 200 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 201 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 202 | close(agent.exitChannel) |
| 203 | |
| 204 | agent.stopped = true |
| 205 | |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 206 | logger.Infow(ctx, "device-agent-stopped", log.Fields{"device-id": agent.deviceID, "parent-id": agent.parentID}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 207 | |
| 208 | return nil |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 209 | } |
| 210 | |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 211 | // Load the most recent state from the KVStore for the device. |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 212 | func (agent *Agent) reconcileWithKVStore(ctx context.Context) { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 213 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 214 | logger.Warnw(ctx, "request-aborted", log.Fields{"device-id": agent.deviceID, "error": err}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 215 | return |
| 216 | } |
| 217 | defer agent.requestQueue.RequestComplete() |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 218 | logger.Debug(ctx, "reconciling-device-agent-devicetype") |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 219 | // TODO: context timeout |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 220 | device := &voltha.Device{} |
Kent Hagerman | f5a6735 | 2020-04-30 15:15:26 -0400 | [diff] [blame] | 221 | if have, err := agent.dbProxy.Get(ctx, agent.deviceID, device); err != nil { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 222 | logger.Errorw(ctx, "kv-get-failed", log.Fields{"device-id": agent.deviceID, "error": err}) |
Thomas Lee S | e5a4401 | 2019-11-07 20:32:24 +0530 | [diff] [blame] | 223 | return |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 224 | } else if !have { |
| 225 | return // not found in kv |
Thomas Lee S | e5a4401 | 2019-11-07 20:32:24 +0530 | [diff] [blame] | 226 | } |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 227 | |
| 228 | agent.deviceType = device.Adapter |
| 229 | agent.device = device |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 230 | agent.portLoader.Load(ctx) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 231 | agent.transientStateLoader.Load(ctx) |
| 232 | |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 233 | logger.Debugw(ctx, "reconciled-device-agent-devicetype", log.Fields{"device-id": agent.deviceID, "type": agent.deviceType}) |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 234 | } |
| 235 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 236 | // onSuccess is a common callback for scenarios where we receive a nil response following a request to an adapter |
| 237 | // and the only action required is to publish a successful result on kafka |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 238 | func (agent *Agent) onSuccess(ctx context.Context, rpc string, response interface{}, reqArgs ...interface{}) { |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 239 | logger.Debugw(ctx, "response-successful", log.Fields{"rpc": rpc, "device-id": agent.deviceID}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 240 | // TODO: Post success message onto kafka |
| 241 | } |
| 242 | |
| 243 | // onFailure is a common callback for scenarios where we receive an error response following a request to an adapter |
| 244 | // and the only action required is to publish the failed result on kafka |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 245 | func (agent *Agent) onFailure(ctx context.Context, rpc string, response interface{}, reqArgs ...interface{}) { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 246 | if res, ok := response.(error); ok { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 247 | logger.Errorw(ctx, "rpc-failed", log.Fields{"rpc": rpc, "device-id": agent.deviceID, "error": res, "args": reqArgs}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 248 | } else { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 249 | logger.Errorw(ctx, "rpc-failed-invalid-error", log.Fields{"rpc": rpc, "device-id": agent.deviceID, "args": reqArgs}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 250 | } |
| 251 | // TODO: Post failure message onto kafka |
| 252 | } |
| 253 | |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 254 | func (agent *Agent) waitForAdapterForceDeleteResponse(ctx context.Context, cancel context.CancelFunc, rpc string, ch chan *kafka.RpcResponse, |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 255 | onSuccess coreutils.ResponseCallback, onFailure coreutils.ResponseCallback, reqArgs ...interface{}) { |
| 256 | defer cancel() |
| 257 | select { |
| 258 | case rpcResponse, ok := <-ch: |
| 259 | if !ok { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 260 | onFailure(ctx, rpc, status.Errorf(codes.Aborted, "channel-closed"), reqArgs) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 261 | } else if rpcResponse.Err != nil { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 262 | onFailure(ctx, rpc, rpcResponse.Err, reqArgs) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 263 | } else { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 264 | onSuccess(ctx, rpc, rpcResponse.Reply, reqArgs) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 265 | } |
| 266 | case <-ctx.Done(): |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 267 | onFailure(ctx, rpc, ctx.Err(), reqArgs) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 268 | } |
| 269 | } |
| 270 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 271 | // onDeleteSuccess is a common callback for scenarios where we receive a nil response following a delete request |
| 272 | // to an adapter. |
| 273 | func (agent *Agent) onDeleteSuccess(ctx context.Context, rpc string, response interface{}, reqArgs ...interface{}) { |
| 274 | logger.Debugw(ctx, "response-successful", log.Fields{"rpc": rpc, "device-id": agent.deviceID}) |
| 275 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 276 | logger.Errorw(ctx, "delete-device-failure", log.Fields{"device-id": agent.deviceID, "error": err, "args": reqArgs}) |
| 277 | } |
| 278 | previousDeviceTransientState := agent.getTransientState() |
| 279 | newDevice := agent.cloneDeviceWithoutLock() |
| 280 | if err := agent.updateDeviceWithTransientStateAndReleaseLock(ctx, newDevice, |
| 281 | voltha.DeviceTransientState_DELETING_POST_ADAPTER_RESPONSE, previousDeviceTransientState); err != nil { |
| 282 | logger.Errorw(ctx, "delete-device-failure", log.Fields{"device-id": agent.deviceID, "error": err, "args": reqArgs}) |
| 283 | } |
| 284 | } |
| 285 | |
| 286 | // onDeleteFailure is a common callback for scenarios where we receive an error response following a delete request |
| 287 | // to an adapter and the only action required is to return the error response. |
| 288 | func (agent *Agent) onDeleteFailure(ctx context.Context, rpc string, response interface{}, reqArgs ...interface{}) { |
| 289 | if res, ok := response.(error); ok { |
| 290 | logger.Errorw(ctx, "rpc-failed", log.Fields{"rpc": rpc, "device-id": agent.deviceID, "error": res, "args": reqArgs}) |
| 291 | } else { |
| 292 | logger.Errorw(ctx, "rpc-failed-invalid-error", log.Fields{"rpc": rpc, "device-id": agent.deviceID, "args": reqArgs}) |
| 293 | } |
| 294 | //Only updating of transient state is required, no transition. |
| 295 | if err := agent.updateTransientState(ctx, voltha.DeviceTransientState_DELETE_FAILED); err != nil { |
| 296 | logger.Errorw(ctx, "failed-to-update-transient-state-as-delete-failed", log.Fields{"device-id": agent.deviceID}) |
| 297 | } |
| 298 | |
| 299 | } |
| 300 | |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 301 | func (agent *Agent) waitForAdapterResponse(ctx context.Context, cancel context.CancelFunc, rpc string, ch chan *kafka.RpcResponse, |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 302 | onSuccess coreutils.ResponseCallback, onFailure coreutils.ResponseCallback, reqArgs ...interface{}) { |
| 303 | defer cancel() |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 304 | var rpce *voltha.RPCEvent |
| 305 | defer func() { |
| 306 | if rpce != nil { |
Himani Chawla | 606a4f0 | 2021-03-23 19:45:58 +0530 | [diff] [blame] | 307 | agent.deviceMgr.SendRPCEvent(ctx, "RPC_ERROR_RAISE_EVENT", rpce, |
| 308 | voltha.EventCategory_COMMUNICATION, nil, time.Now().Unix()) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 309 | } |
| 310 | }() |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 311 | select { |
| 312 | case rpcResponse, ok := <-ch: |
| 313 | if !ok { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 314 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, "Response Channel Closed", nil) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 315 | onFailure(ctx, rpc, status.Errorf(codes.Aborted, "channel-closed"), reqArgs) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 316 | //add failure |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 317 | } else if rpcResponse.Err != nil { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 318 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, rpcResponse.Err.Error(), nil) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 319 | onFailure(ctx, rpc, rpcResponse.Err, reqArgs) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 320 | //add failure |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 321 | } else { |
| 322 | onSuccess(ctx, rpc, rpcResponse.Reply, reqArgs) |
| 323 | } |
| 324 | case <-ctx.Done(): |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 325 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, ctx.Err().Error(), nil) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 326 | onFailure(ctx, rpc, ctx.Err(), reqArgs) |
| 327 | } |
| 328 | } |
| 329 | |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 330 | func (agent *Agent) waitForAdapterResponseAndLogDeviceUpdate(ctx context.Context, cancel context.CancelFunc, rpc string, ch chan *kafka.RpcResponse, |
| 331 | onSuccess coreutils.ResponseCallback, onFailure coreutils.ResponseCallback, prevState *common.AdminState_Types, reqArgs ...interface{}) { |
| 332 | defer cancel() |
| 333 | var desc string |
| 334 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
khenaidoo | dd3324d | 2021-04-27 16:22:55 -0400 | [diff] [blame] | 335 | defer func() { |
| 336 | currAdminState := prevState |
| 337 | if d, _ := agent.getDeviceReadOnly(ctx); d != nil { |
| 338 | currAdminState = &d.AdminState |
| 339 | } |
| 340 | agent.logDeviceUpdate(ctx, rpc, prevState, currAdminState, operStatus, &desc) |
| 341 | }() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 342 | var rpce *voltha.RPCEvent |
| 343 | defer func() { |
| 344 | if rpce != nil { |
Himani Chawla | 606a4f0 | 2021-03-23 19:45:58 +0530 | [diff] [blame] | 345 | agent.deviceMgr.SendRPCEvent(ctx, "RPC_ERROR_RAISE_EVENT", rpce, |
| 346 | voltha.EventCategory_COMMUNICATION, nil, time.Now().Unix()) |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 347 | } |
| 348 | }() |
| 349 | |
| 350 | select { |
| 351 | case rpcResponse, ok := <-ch: |
| 352 | if !ok { |
| 353 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, "Response Channel Closed", nil) |
| 354 | onFailure(ctx, rpc, status.Errorf(codes.Aborted, "channel-closed"), reqArgs) |
| 355 | //add failure |
| 356 | } else if rpcResponse.Err != nil { |
| 357 | desc = rpcResponse.Err.Error() |
| 358 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, desc, nil) |
| 359 | onFailure(ctx, rpc, rpcResponse.Err, reqArgs) |
| 360 | //add failure |
| 361 | } else { |
| 362 | operStatus.Code = common.OperationResp_OPERATION_SUCCESS |
| 363 | onSuccess(ctx, rpc, rpcResponse.Reply, reqArgs) |
| 364 | } |
| 365 | case <-ctx.Done(): |
| 366 | desc = ctx.Err().Error() |
| 367 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, desc, nil) |
| 368 | onFailure(ctx, rpc, ctx.Err(), reqArgs) |
| 369 | } |
| 370 | } |
| 371 | |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 372 | // getDeviceReadOnly returns a device which MUST NOT be modified, but is safe to keep forever. |
| 373 | func (agent *Agent) getDeviceReadOnly(ctx context.Context) (*voltha.Device, error) { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 374 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 375 | return nil, err |
| 376 | } |
| 377 | defer agent.requestQueue.RequestComplete() |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 378 | return agent.device, nil |
khenaidoo | 92e62c5 | 2018-10-03 14:02:54 -0400 | [diff] [blame] | 379 | } |
| 380 | |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 381 | // getDeviceReadOnlyWithoutLock returns a device which MUST NOT be modified, but is safe to keep forever. This is very efficient. |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 382 | // The device lock MUST be held by the caller. |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 383 | func (agent *Agent) getDeviceReadOnlyWithoutLock() *voltha.Device { |
khenaidoo | 0db4c81 | 2020-05-27 15:27:30 -0400 | [diff] [blame] | 384 | return agent.device |
khenaidoo | 92e62c5 | 2018-10-03 14:02:54 -0400 | [diff] [blame] | 385 | } |
| 386 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 387 | // cloneDeviceWithoutLock returns a copy of the device which is safe to modify. |
| 388 | // The device lock MUST be held by the caller. |
| 389 | func (agent *Agent) cloneDeviceWithoutLock() *voltha.Device { |
| 390 | return proto.Clone(agent.device).(*voltha.Device) |
| 391 | } |
| 392 | |
khenaidoo | 3ab3488 | 2019-05-02 21:33:30 -0400 | [diff] [blame] | 393 | // enableDevice activates a preprovisioned or a disable device |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 394 | func (agent *Agent) enableDevice(ctx context.Context) error { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 395 | //To preserve and use oldDevice state as prev state in new device |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 396 | var desc string |
| 397 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 398 | |
| 399 | defer agent.logDeviceUpdate(ctx, "enableDevice", nil, nil, operStatus, &desc) |
| 400 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 401 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 402 | return err |
| 403 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 404 | logger.Debugw(ctx, "enable-device", log.Fields{"device-id": agent.deviceID}) |
khenaidoo | 21d5115 | 2019-02-01 13:48:37 -0500 | [diff] [blame] | 405 | |
khenaidoo | dd3324d | 2021-04-27 16:22:55 -0400 | [diff] [blame] | 406 | prevDeviceState := agent.device.AdminState |
| 407 | |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 408 | oldDevice := agent.getDeviceReadOnlyWithoutLock() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 409 | |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 410 | if !agent.proceedWithRequest(oldDevice) { |
| 411 | agent.requestQueue.RequestComplete() |
| 412 | |
| 413 | desc = fmt.Sprintf("deviceId:%s, Cannot complete operation as device deletion is in progress or reconcile is in progress/failed.", agent.deviceID) |
| 414 | return status.Error(codes.FailedPrecondition, desc) |
| 415 | } |
| 416 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 417 | if oldDevice.AdminState == voltha.AdminState_ENABLED { |
| 418 | logger.Warnw(ctx, "device-already-enabled", log.Fields{"device-id": agent.deviceID}) |
| 419 | agent.requestQueue.RequestComplete() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 420 | desc = fmt.Sprintf("cannot-enable-an-already-enabled-device: %s", oldDevice.Id) |
| 421 | return status.Error(codes.FailedPrecondition, desc) |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 422 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 423 | |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 424 | // First figure out which adapter will handle this device type. We do it at this stage as allow devices to be |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 425 | // pre-provisioned with the required adapter not registered. At this stage, since we need to communicate |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 426 | // with the adapter then we need to know the adapter that will handle this request |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 427 | adapterName, err := agent.adapterMgr.GetAdapterType(oldDevice.Type) |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 428 | if err != nil { |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 429 | agent.requestQueue.RequestComplete() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 430 | desc = err.Error() |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 431 | return err |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 432 | } |
| 433 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 434 | newDevice := agent.cloneDeviceWithoutLock() |
| 435 | newDevice.Adapter = adapterName |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 436 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 437 | // Update the Admin State and set the operational state to activating before sending the request to the Adapters |
| 438 | newDevice.AdminState = voltha.AdminState_ENABLED |
| 439 | newDevice.OperStatus = voltha.OperStatus_ACTIVATING |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 440 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 441 | if err := agent.updateDeviceAndReleaseLock(ctx, newDevice); err != nil { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 442 | desc = err.Error() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 443 | return err |
| 444 | } |
| 445 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 446 | // Adopt the device if it was in pre-provision state. In all other cases, try to re-enable it. |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 447 | var ch chan *kafka.RpcResponse |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 448 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 449 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 450 | subCtx = coreutils.WithFromTopicMetadataFromContext(subCtx, ctx) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 451 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 452 | if oldDevice.AdminState == voltha.AdminState_PREPROVISIONED { |
| 453 | ch, err = agent.adapterProxy.AdoptDevice(subCtx, newDevice) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 454 | } else { |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 455 | ch, err = agent.adapterProxy.ReEnableDevice(subCtx, newDevice) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 456 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 457 | if err != nil { |
| 458 | cancel() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 459 | desc = err.Error() |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 460 | return err |
| 461 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 462 | |
| 463 | operStatus.Code = common.OperationResp_OPERATION_IN_PROGRESS |
| 464 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 465 | // Wait for response |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 466 | go agent.waitForAdapterResponseAndLogDeviceUpdate(subCtx, cancel, "enableDevice", ch, agent.onSuccess, agent.onFailure, &prevDeviceState) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 467 | return nil |
| 468 | } |
| 469 | |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 470 | func (agent *Agent) waitForAdapterFlowResponse(ctx context.Context, cancel context.CancelFunc, rpc string, ch chan *kafka.RpcResponse, response coreutils.Response) { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 471 | defer cancel() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 472 | var desc string |
| 473 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 474 | defer agent.logDeviceUpdate(ctx, rpc, nil, nil, operStatus, &desc) |
| 475 | |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 476 | var rpce *voltha.RPCEvent |
| 477 | defer func() { |
| 478 | if rpce != nil { |
Himani Chawla | 606a4f0 | 2021-03-23 19:45:58 +0530 | [diff] [blame] | 479 | agent.deviceMgr.SendRPCEvent(ctx, "RPC_ERROR_RAISE_EVENT", rpce, |
| 480 | voltha.EventCategory_COMMUNICATION, nil, time.Now().Unix()) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 481 | } |
| 482 | }() |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 483 | select { |
| 484 | case rpcResponse, ok := <-ch: |
| 485 | if !ok { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 486 | //add failure |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 487 | desc = "Response Channel Closed" |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 488 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, "Response Channel Closed", nil) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 489 | response.Error(status.Errorf(codes.Aborted, "channel-closed")) |
| 490 | } else if rpcResponse.Err != nil { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 491 | //add failure |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 492 | desc = rpcResponse.Err.Error() |
| 493 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, desc, nil) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 494 | response.Error(rpcResponse.Err) |
| 495 | } else { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 496 | operStatus.Code = common.OperationResp_OPERATION_SUCCESS |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 497 | response.Done() |
| 498 | } |
| 499 | case <-ctx.Done(): |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 500 | desc = ctx.Err().Error() |
| 501 | rpce = agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, desc, nil) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 502 | response.Error(ctx.Err()) |
khenaidoo | 2c6a099 | 2019-04-29 13:46:56 -0400 | [diff] [blame] | 503 | } |
khenaidoo | 2c6a099 | 2019-04-29 13:46:56 -0400 | [diff] [blame] | 504 | } |
| 505 | |
A R Karthick | 5c28f55 | 2019-12-11 22:47:44 -0800 | [diff] [blame] | 506 | //addFlowsAndGroups adds the "newFlows" and "newGroups" from the existing flows/groups and sends the update to the |
| 507 | //adapters |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 508 | func (agent *Agent) addFlowsAndGroups(ctx context.Context, newFlows []*ofp.OfpFlowStats, newGroups []*ofp.OfpGroupEntry, flowMetadata *voltha.FlowMetadata) error { |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 509 | var flwResponse, grpResponse coreutils.Response |
| 510 | var err error |
| 511 | //if new flow list is empty then the called function returns quickly |
| 512 | if flwResponse, err = agent.addFlowsToAdapter(ctx, newFlows, flowMetadata); err != nil { |
A R Karthick | 5c28f55 | 2019-12-11 22:47:44 -0800 | [diff] [blame] | 513 | return err |
| 514 | } |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 515 | //if new group list is empty then the called function returns quickly |
| 516 | if grpResponse, err = agent.addGroupsToAdapter(ctx, newGroups, flowMetadata); err != nil { |
| 517 | return err |
| 518 | } |
| 519 | if errs := coreutils.WaitForNilOrErrorResponses(agent.defaultTimeout, flwResponse, grpResponse); errs != nil { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 520 | logger.Warnw(ctx, "no-adapter-response", log.Fields{"device-id": agent.deviceID, "result": errs}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 521 | return status.Errorf(codes.Aborted, "flow-failure-device-%s", agent.deviceID) |
khenaidoo | 0458db6 | 2019-06-20 08:50:36 -0400 | [diff] [blame] | 522 | } |
khenaidoo | 0458db6 | 2019-06-20 08:50:36 -0400 | [diff] [blame] | 523 | return nil |
| 524 | } |
| 525 | |
A R Karthick | 5c28f55 | 2019-12-11 22:47:44 -0800 | [diff] [blame] | 526 | //deleteFlowsAndGroups removes the "flowsToDel" and "groupsToDel" from the existing flows/groups and sends the update to the |
| 527 | //adapters |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 528 | func (agent *Agent) deleteFlowsAndGroups(ctx context.Context, flowsToDel []*ofp.OfpFlowStats, groupsToDel []*ofp.OfpGroupEntry, flowMetadata *voltha.FlowMetadata) error { |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 529 | var flwResponse, grpResponse coreutils.Response |
| 530 | var err error |
| 531 | if flwResponse, err = agent.deleteFlowsFromAdapter(ctx, flowsToDel, flowMetadata); err != nil { |
A R Karthick | 5c28f55 | 2019-12-11 22:47:44 -0800 | [diff] [blame] | 532 | return err |
| 533 | } |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 534 | if grpResponse, err = agent.deleteGroupsFromAdapter(ctx, groupsToDel, flowMetadata); err != nil { |
| 535 | return err |
| 536 | } |
| 537 | |
| 538 | if res := coreutils.WaitForNilOrErrorResponses(agent.defaultTimeout, flwResponse, grpResponse); res != nil { |
khenaidoo | 0458db6 | 2019-06-20 08:50:36 -0400 | [diff] [blame] | 539 | return status.Errorf(codes.Aborted, "errors-%s", res) |
| 540 | } |
| 541 | return nil |
khenaidoo | 0458db6 | 2019-06-20 08:50:36 -0400 | [diff] [blame] | 542 | } |
| 543 | |
A R Karthick | 5c28f55 | 2019-12-11 22:47:44 -0800 | [diff] [blame] | 544 | //updateFlowsAndGroups replaces the existing flows and groups with "updatedFlows" and "updatedGroups" respectively. It |
| 545 | //also sends the updates to the adapters |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 546 | func (agent *Agent) updateFlowsAndGroups(ctx context.Context, updatedFlows []*ofp.OfpFlowStats, updatedGroups []*ofp.OfpGroupEntry, flowMetadata *voltha.FlowMetadata) error { |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 547 | var flwResponse, grpResponse coreutils.Response |
| 548 | var err error |
| 549 | if flwResponse, err = agent.updateFlowsToAdapter(ctx, updatedFlows, flowMetadata); err != nil { |
A R Karthick | 5c28f55 | 2019-12-11 22:47:44 -0800 | [diff] [blame] | 550 | return err |
| 551 | } |
Mahir Gunyel | 03de0d3 | 2020-06-03 01:36:59 -0700 | [diff] [blame] | 552 | if grpResponse, err = agent.updateGroupsToAdapter(ctx, updatedGroups, flowMetadata); err != nil { |
| 553 | return err |
| 554 | } |
| 555 | |
| 556 | if res := coreutils.WaitForNilOrErrorResponses(agent.defaultTimeout, flwResponse, grpResponse); res != nil { |
khenaidoo | 0458db6 | 2019-06-20 08:50:36 -0400 | [diff] [blame] | 557 | return status.Errorf(codes.Aborted, "errors-%s", res) |
| 558 | } |
| 559 | return nil |
khenaidoo | 19d7b63 | 2018-10-30 10:49:50 -0400 | [diff] [blame] | 560 | } |
| 561 | |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 562 | //disableDevice disable a device |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 563 | func (agent *Agent) disableDevice(ctx context.Context) error { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 564 | var desc string |
| 565 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 566 | |
| 567 | prevDeviceState := agent.device.AdminState |
| 568 | |
| 569 | defer agent.logDeviceUpdate(ctx, "disableDevice", nil, nil, operStatus, &desc) |
| 570 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 571 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 572 | desc = err.Error() |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 573 | return err |
| 574 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 575 | logger.Debugw(ctx, "disable-device", log.Fields{"device-id": agent.deviceID}) |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 576 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 577 | cloned := agent.cloneDeviceWithoutLock() |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 578 | |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 579 | if !agent.proceedWithRequest(cloned) { |
| 580 | agent.requestQueue.RequestComplete() |
| 581 | desc = fmt.Sprintf("deviceId:%s,Cannot complete operation as device deletion is in progress or reconciling is in progress/failed.", agent.deviceID) |
| 582 | return status.Errorf(codes.FailedPrecondition, desc) |
| 583 | } |
| 584 | |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 585 | if cloned.AdminState == voltha.AdminState_DISABLED { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 586 | desc = "device-already-disabled" |
divyadesai | cb8b59d | 2020-08-18 09:55:47 +0000 | [diff] [blame] | 587 | logger.Debugw(ctx, "device-already-disabled", log.Fields{"device-id": agent.deviceID}) |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 588 | agent.requestQueue.RequestComplete() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 589 | return nil |
| 590 | } |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 591 | if cloned.AdminState == voltha.AdminState_PREPROVISIONED { |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 592 | agent.requestQueue.RequestComplete() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 593 | desc = fmt.Sprintf("deviceId:%s, invalid-admin-state:%s", agent.deviceID, cloned.AdminState) |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 594 | return status.Errorf(codes.FailedPrecondition, "deviceId:%s, invalid-admin-state:%s", agent.deviceID, cloned.AdminState) |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 595 | } |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 596 | |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 597 | // Update the Admin State and operational state before sending the request out |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 598 | cloned.AdminState = voltha.AdminState_DISABLED |
| 599 | cloned.OperStatus = voltha.OperStatus_UNKNOWN |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 600 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 601 | if err := agent.updateDeviceAndReleaseLock(ctx, cloned); err != nil { |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 602 | return err |
| 603 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 604 | |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 605 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 606 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
| 607 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 608 | ch, err := agent.adapterProxy.DisableDevice(subCtx, cloned) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 609 | if err != nil { |
| 610 | cancel() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 611 | desc = err.Error() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 612 | return err |
khenaidoo | 0a822f9 | 2019-05-08 15:15:57 -0400 | [diff] [blame] | 613 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 614 | operStatus.Code = common.OperationResp_OPERATION_IN_PROGRESS |
| 615 | |
| 616 | // Wait for response |
| 617 | go agent.waitForAdapterResponseAndLogDeviceUpdate(subCtx, cancel, "disableDevice", ch, agent.onSuccess, agent.onFailure, &prevDeviceState) |
khenaidoo | 0a822f9 | 2019-05-08 15:15:57 -0400 | [diff] [blame] | 618 | |
khenaidoo | 92e62c5 | 2018-10-03 14:02:54 -0400 | [diff] [blame] | 619 | return nil |
| 620 | } |
| 621 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 622 | func (agent *Agent) rebootDevice(ctx context.Context) error { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 623 | var desc string |
| 624 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 625 | |
| 626 | prevDeviceState := agent.device.AdminState |
| 627 | |
| 628 | defer agent.logDeviceUpdate(ctx, "rebootDevice", nil, nil, operStatus, &desc) |
| 629 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 630 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 631 | desc = err.Error() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 632 | return err |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 633 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 634 | defer agent.requestQueue.RequestComplete() |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 635 | logger.Debugw(ctx, "reboot-device", log.Fields{"device-id": agent.deviceID}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 636 | |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 637 | device := agent.getDeviceReadOnlyWithoutLock() |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 638 | |
| 639 | if !agent.proceedWithRequest(device) { |
| 640 | desc = fmt.Sprintf("deviceId:%s, Cannot complete operation as device deletion is in progress or reconciling is in progress/failed.", agent.deviceID) |
Maninder | 581cf4b | 2021-06-16 22:42:07 +0530 | [diff] [blame] | 641 | return status.Errorf(codes.FailedPrecondition, desc) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 642 | } |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 643 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 644 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
| 645 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 646 | ch, err := agent.adapterProxy.RebootDevice(subCtx, device) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 647 | if err != nil { |
| 648 | cancel() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 649 | desc = err.Error() |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 650 | return err |
| 651 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 652 | operStatus.Code = common.OperationResp_OPERATION_IN_PROGRESS |
| 653 | |
| 654 | // Wait for response |
| 655 | go agent.waitForAdapterResponseAndLogDeviceUpdate(subCtx, cancel, "rebootDevice", ch, agent.onSuccess, agent.onFailure, &prevDeviceState) |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 656 | return nil |
| 657 | } |
| 658 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 659 | func (agent *Agent) deleteDeviceForce(ctx context.Context) error { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 660 | logger.Debugw(ctx, "delete-device-force", log.Fields{"device-id": agent.deviceID}) |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 661 | |
| 662 | var desc string |
| 663 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 664 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 665 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 666 | desc = err.Error() |
| 667 | agent.logDeviceUpdate(ctx, "deleteDeviceForce", nil, nil, operStatus, &desc) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 668 | return err |
| 669 | } |
| 670 | // Get the device Transient state, return err if it is DELETING |
| 671 | previousDeviceTransientState := agent.getTransientState() |
| 672 | |
| 673 | if agent.isStateDeleting(previousDeviceTransientState) { |
| 674 | agent.requestQueue.RequestComplete() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 675 | desc = fmt.Sprintf("deviceId:%s, Device Deletion is in progress", |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 676 | agent.deviceID) |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 677 | agent.logDeviceUpdate(ctx, "deleteDeviceForce", nil, nil, operStatus, &desc) |
| 678 | return status.Error(codes.FailedPrecondition, desc) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 679 | } |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 680 | |
| 681 | //Send stop Reconcile if in progress |
| 682 | agent.stopReconcile() |
| 683 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 684 | device := agent.cloneDeviceWithoutLock() |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 685 | if err := agent.updateDeviceWithTransientStateAndReleaseLock(ctx, device, |
| 686 | voltha.DeviceTransientState_FORCE_DELETING, previousDeviceTransientState); err != nil { |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 687 | return err |
| 688 | } |
| 689 | previousAdminState := device.AdminState |
| 690 | if previousAdminState != ic.AdminState_PREPROVISIONED { |
| 691 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 692 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
| 693 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 694 | ch, err := agent.adapterProxy.DeleteDevice(subCtx, device) |
| 695 | if err != nil { |
| 696 | cancel() |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 697 | desc = err.Error() |
| 698 | agent.logDeviceUpdate(ctx, "deleteDeviceForce", nil, nil, operStatus, &desc) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 699 | return err |
| 700 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 701 | // As force delete will not be dependent over the response of adapter, marking this operation as success |
| 702 | operStatus.Code = common.OperationResp_OPERATION_SUCCESS |
| 703 | agent.logDeviceUpdate(ctx, "deleteDeviceForce", nil, nil, operStatus, &desc) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 704 | // Since it is a case of force delete, nothing needs to be done on adapter responses. |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 705 | go agent.waitForAdapterForceDeleteResponse(subCtx, cancel, "deleteDeviceForce", ch, agent.onSuccess, |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 706 | agent.onFailure) |
| 707 | } |
| 708 | return nil |
| 709 | } |
| 710 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 711 | func (agent *Agent) deleteDevice(ctx context.Context) error { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 712 | logger.Debugw(ctx, "delete-device", log.Fields{"device-id": agent.deviceID}) |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 713 | |
| 714 | var desc string |
| 715 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 716 | prevState := agent.device.AdminState |
| 717 | |
| 718 | defer agent.logDeviceUpdate(ctx, "deleteDevice", nil, nil, operStatus, &desc) |
| 719 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 720 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 721 | desc = err.Error() |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 722 | return err |
| 723 | } |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 724 | |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 725 | device := agent.cloneDeviceWithoutLock() |
| 726 | |
| 727 | if !agent.proceedWithRequest(device) { |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 728 | agent.requestQueue.RequestComplete() |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 729 | desc = fmt.Sprintf("deviceId:%s, Cannot complete operation as device deletion is in progress or reconciling is in progress/failed", agent.deviceID) |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 730 | return status.Error(codes.FailedPrecondition, desc) |
| 731 | } |
| 732 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 733 | // Get the device Transient state, return err if it is DELETING |
| 734 | previousDeviceTransientState := agent.getTransientState() |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 735 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 736 | previousAdminState := device.AdminState |
| 737 | // Change the device transient state to DELETING_FROM_ADAPTER state till the device is removed from adapters. |
| 738 | currentDeviceTransientState := voltha.DeviceTransientState_DELETING_FROM_ADAPTER |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 739 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 740 | if previousAdminState == ic.AdminState_PREPROVISIONED { |
| 741 | // Change the state to DELETING POST ADAPTER RESPONSE directly as adapters have no info of the device. |
| 742 | currentDeviceTransientState = voltha.DeviceTransientState_DELETING_POST_ADAPTER_RESPONSE |
| 743 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 744 | if err := agent.updateDeviceWithTransientStateAndReleaseLock(ctx, device, |
| 745 | currentDeviceTransientState, previousDeviceTransientState); err != nil { |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 746 | desc = err.Error() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 747 | return err |
| 748 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 749 | // If the device was in pre-prov state (only parent device are in that state) then do not send the request to the |
| 750 | // adapter |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 751 | if previousAdminState != ic.AdminState_PREPROVISIONED { |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 752 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 753 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
| 754 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 755 | ch, err := agent.adapterProxy.DeleteDevice(subCtx, device) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 756 | if err != nil { |
| 757 | cancel() |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 758 | //updating of transient state is required in error |
| 759 | if err := agent.updateTransientState(ctx, voltha.DeviceTransientState_DELETE_FAILED); err != nil { |
| 760 | logger.Errorw(ctx, "failed-to-update-transient-state-as-delete-failed", log.Fields{"device-id": agent.deviceID}) |
| 761 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 762 | desc = err.Error() |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 763 | return err |
| 764 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 765 | |
| 766 | operStatus.Code = common.OperationResp_OPERATION_IN_PROGRESS |
| 767 | go agent.waitForAdapterResponseAndLogDeviceUpdate(subCtx, cancel, "deleteDevice", ch, agent.onDeleteSuccess, |
| 768 | agent.onDeleteFailure, &prevState) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 769 | } |
khenaidoo | 4d4802d | 2018-10-04 21:59:49 -0400 | [diff] [blame] | 770 | return nil |
| 771 | } |
| 772 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 773 | func (agent *Agent) setParentID(ctx context.Context, device *voltha.Device, parentID string) error { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 774 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 775 | return err |
| 776 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 777 | logger.Debugw(ctx, "set-parent-id", log.Fields{"device-id": device.Id, "parent-id": parentID}) |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 778 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 779 | cloned := agent.cloneDeviceWithoutLock() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 780 | cloned.ParentId = parentID |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 781 | return agent.updateDeviceAndReleaseLock(ctx, cloned) |
khenaidoo | ad06fd7 | 2019-10-28 12:26:05 -0400 | [diff] [blame] | 782 | } |
| 783 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 784 | // getSwitchCapability retrieves the switch capability of a parent device |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 785 | func (agent *Agent) getSwitchCapability(ctx context.Context) (*ic.SwitchCapability, error) { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 786 | logger.Debugw(ctx, "get-switch-capability", log.Fields{"device-id": agent.deviceID}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 787 | |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 788 | device, err := agent.getDeviceReadOnly(ctx) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 789 | if err != nil { |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 790 | return nil, err |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 791 | } |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 792 | ch, err := agent.adapterProxy.GetOfpDeviceInfo(ctx, device) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 793 | if err != nil { |
| 794 | return nil, err |
| 795 | } |
| 796 | |
| 797 | // Wait for adapter response |
| 798 | rpcResponse, ok := <-ch |
| 799 | if !ok { |
| 800 | return nil, status.Errorf(codes.Aborted, "channel-closed") |
| 801 | } |
| 802 | if rpcResponse.Err != nil { |
| 803 | return nil, rpcResponse.Err |
| 804 | } |
| 805 | // Successful response |
| 806 | switchCap := &ic.SwitchCapability{} |
| 807 | if err := ptypes.UnmarshalAny(rpcResponse.Reply, switchCap); err != nil { |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 808 | return nil, err |
| 809 | } |
| 810 | return switchCap, nil |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 811 | } |
| 812 | |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 813 | func (agent *Agent) onPacketFailure(ctx context.Context, rpc string, response interface{}, args ...interface{}) { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 814 | // packet data is encoded in the args param as the first parameter |
| 815 | var packet []byte |
| 816 | if len(args) >= 1 { |
| 817 | if pkt, ok := args[0].([]byte); ok { |
| 818 | packet = pkt |
| 819 | } |
| 820 | } |
| 821 | var errResp error |
| 822 | if err, ok := response.(error); ok { |
| 823 | errResp = err |
| 824 | } |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 825 | logger.Warnw(ctx, "packet-out-error", log.Fields{ |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 826 | "device-id": agent.deviceID, |
| 827 | "error": errResp, |
| 828 | "packet": hex.EncodeToString(packet), |
| 829 | }) |
| 830 | } |
| 831 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 832 | func (agent *Agent) packetOut(ctx context.Context, outPort uint32, packet *ofp.OfpPacketOut) error { |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 833 | // If deviceType=="" then we must have taken ownership of this device. |
| 834 | // Fixes VOL-2226 where a core would take ownership and have stale data |
| 835 | if agent.deviceType == "" { |
npujar | 467fe75 | 2020-01-16 20:17:45 +0530 | [diff] [blame] | 836 | agent.reconcileWithKVStore(ctx) |
Scott Baker | 8067860 | 2019-11-14 16:57:36 -0800 | [diff] [blame] | 837 | } |
khenaidoo | fdbad6e | 2018-11-06 22:26:38 -0500 | [diff] [blame] | 838 | // Send packet to adapter |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 839 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 840 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
| 841 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 842 | ch, err := agent.adapterProxy.PacketOut(subCtx, agent.deviceType, agent.deviceID, outPort, packet) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 843 | if err != nil { |
| 844 | cancel() |
| 845 | return nil |
khenaidoo | fdbad6e | 2018-11-06 22:26:38 -0500 | [diff] [blame] | 846 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 847 | go agent.waitForAdapterResponse(subCtx, cancel, "packetOut", ch, agent.onSuccess, agent.onPacketFailure, packet.Data) |
khenaidoo | fdbad6e | 2018-11-06 22:26:38 -0500 | [diff] [blame] | 848 | return nil |
| 849 | } |
| 850 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 851 | func (agent *Agent) updateDeviceUsingAdapterData(ctx context.Context, device *voltha.Device) error { |
| 852 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 853 | return err |
| 854 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 855 | logger.Debugw(ctx, "update-device-using-adapter-data", log.Fields{"device-id": device.Id}) |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 856 | |
| 857 | cloned := agent.cloneDeviceWithoutLock() |
Mahir Gunyel | 8e2707d | 2019-07-25 00:36:21 -0700 | [diff] [blame] | 858 | cloned.Root = device.Root |
| 859 | cloned.Vendor = device.Vendor |
| 860 | cloned.Model = device.Model |
| 861 | cloned.SerialNumber = device.SerialNumber |
| 862 | cloned.MacAddress = device.MacAddress |
| 863 | cloned.Vlan = device.Vlan |
| 864 | cloned.Reason = device.Reason |
Andrea Campanella | 025667e | 2021-01-14 11:50:07 +0100 | [diff] [blame] | 865 | cloned.ImageDownloads = device.ImageDownloads |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 866 | return agent.updateDeviceAndReleaseLock(ctx, cloned) |
khenaidoo | 43c8212 | 2018-11-22 18:38:28 -0500 | [diff] [blame] | 867 | } |
| 868 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 869 | func (agent *Agent) updateDeviceStatus(ctx context.Context, operStatus voltha.OperStatus_Types, connStatus voltha.ConnectStatus_Types) error { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 870 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 871 | return err |
| 872 | } |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 873 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 874 | cloned := agent.cloneDeviceWithoutLock() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 875 | // Ensure the enums passed in are valid - they will be invalid if they are not set when this function is invoked |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 876 | if s, ok := voltha.ConnectStatus_Types_name[int32(connStatus)]; ok { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 877 | logger.Debugw(ctx, "update-device-status-conn", log.Fields{"ok": ok, "val": s}) |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 878 | cloned.ConnectStatus = connStatus |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 879 | } |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 880 | if s, ok := voltha.OperStatus_Types_name[int32(operStatus)]; ok { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 881 | logger.Debugw(ctx, "update-device-status-conn", log.Fields{"ok": ok, "val": s}) |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 882 | cloned.OperStatus = operStatus |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 883 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 884 | logger.Debugw(ctx, "update-device-status", log.Fields{"device-id": cloned.Id, "oper-status": cloned.OperStatus, "connect-status": cloned.ConnectStatus}) |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 885 | // Store the device |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 886 | return agent.updateDeviceAndReleaseLock(ctx, cloned) |
khenaidoo | 92e62c5 | 2018-10-03 14:02:54 -0400 | [diff] [blame] | 887 | } |
| 888 | |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 889 | // TODO: A generic device update by attribute |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 890 | func (agent *Agent) updateDeviceAttribute(ctx context.Context, name string, value interface{}) { |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 891 | if value == nil { |
| 892 | return |
| 893 | } |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 894 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 895 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 896 | logger.Warnw(ctx, "request-aborted", log.Fields{"device-id": agent.deviceID, "name": name, "error": err}) |
| 897 | return |
| 898 | } |
| 899 | |
| 900 | cloned := agent.cloneDeviceWithoutLock() |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 901 | updated := false |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 902 | s := reflect.ValueOf(cloned).Elem() |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 903 | if s.Kind() == reflect.Struct { |
| 904 | // exported field |
| 905 | f := s.FieldByName(name) |
| 906 | if f.IsValid() && f.CanSet() { |
| 907 | switch f.Kind() { |
| 908 | case reflect.String: |
| 909 | f.SetString(value.(string)) |
| 910 | updated = true |
| 911 | case reflect.Uint32: |
| 912 | f.SetUint(uint64(value.(uint32))) |
| 913 | updated = true |
| 914 | case reflect.Bool: |
| 915 | f.SetBool(value.(bool)) |
| 916 | updated = true |
| 917 | } |
| 918 | } |
| 919 | } |
divyadesai | cb8b59d | 2020-08-18 09:55:47 +0000 | [diff] [blame] | 920 | logger.Debugw(ctx, "update-field-status", log.Fields{"device-id": cloned.Id, "name": name, "updated": updated}) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 921 | // Save the data |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 922 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 923 | if err := agent.updateDeviceAndReleaseLock(ctx, cloned); err != nil { |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 924 | logger.Warnw(ctx, "attribute-update-failed", log.Fields{"attribute": name, "value": value}) |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 925 | } |
khenaidoo | b920354 | 2018-09-17 22:56:37 -0400 | [diff] [blame] | 926 | } |
serkant.uluderya | 334479d | 2019-04-10 08:26:15 -0700 | [diff] [blame] | 927 | |
Kent Hagerman | 45a13e4 | 2020-04-13 12:23:50 -0400 | [diff] [blame] | 928 | func (agent *Agent) simulateAlarm(ctx context.Context, simulateReq *voltha.SimulateAlarmRequest) error { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 929 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 930 | return err |
| 931 | } |
| 932 | defer agent.requestQueue.RequestComplete() |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 933 | logger.Debugw(ctx, "simulate-alarm", log.Fields{"device-id": agent.deviceID}) |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 934 | |
Kent Hagerman | cba2f30 | 2020-07-28 13:37:36 -0400 | [diff] [blame] | 935 | device := agent.getDeviceReadOnlyWithoutLock() |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 936 | |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 937 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 938 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
| 939 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 940 | ch, err := agent.adapterProxy.SimulateAlarm(subCtx, device, simulateReq) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 941 | if err != nil { |
| 942 | cancel() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 943 | return err |
serkant.uluderya | 334479d | 2019-04-10 08:26:15 -0700 | [diff] [blame] | 944 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 945 | go agent.waitForAdapterResponse(subCtx, cancel, "simulateAlarm", ch, agent.onSuccess, agent.onFailure) |
serkant.uluderya | 334479d | 2019-04-10 08:26:15 -0700 | [diff] [blame] | 946 | return nil |
| 947 | } |
Mahir Gunyel | b585167 | 2019-07-24 10:46:26 +0300 | [diff] [blame] | 948 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 949 | // This function updates the device in the DB, releases the device lock, and runs any state transitions. |
| 950 | // The calling function MUST hold the device lock. The caller MUST NOT modify the device after this is called. |
| 951 | func (agent *Agent) updateDeviceAndReleaseLock(ctx context.Context, device *voltha.Device) error { |
| 952 | // fail early if this agent is no longer valid |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 953 | if agent.stopped { |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 954 | agent.requestQueue.RequestComplete() |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 955 | return errors.New("device-agent-stopped") |
Thomas Lee S | e5a4401 | 2019-11-07 20:32:24 +0530 | [diff] [blame] | 956 | } |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 957 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 958 | // update in db |
Kent Hagerman | f5a6735 | 2020-04-30 15:15:26 -0400 | [diff] [blame] | 959 | if err := agent.dbProxy.Set(ctx, agent.deviceID, device); err != nil { |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 960 | agent.requestQueue.RequestComplete() |
Kent Hagerman | 4f355f5 | 2020-03-30 16:01:33 -0400 | [diff] [blame] | 961 | return status.Errorf(codes.Internal, "failed-update-device:%s: %s", agent.deviceID, err) |
Mahir Gunyel | b585167 | 2019-07-24 10:46:26 +0300 | [diff] [blame] | 962 | } |
divyadesai | cb8b59d | 2020-08-18 09:55:47 +0000 | [diff] [blame] | 963 | logger.Debugw(ctx, "updated-device-in-store", log.Fields{"device-id: ": agent.deviceID}) |
Mahir Gunyel | b585167 | 2019-07-24 10:46:26 +0300 | [diff] [blame] | 964 | |
Kent Hagerman | 6031aad | 2020-07-29 16:36:33 -0400 | [diff] [blame] | 965 | prevDevice := agent.device |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 966 | // update the device |
khenaidoo | 0db4c81 | 2020-05-27 15:27:30 -0400 | [diff] [blame] | 967 | agent.device = device |
Mahir Gunyel | b0343bf | 2021-05-11 14:14:26 -0700 | [diff] [blame] | 968 | //If any of the states has chenged, send the change event. |
| 969 | if prevDevice.OperStatus != device.OperStatus || prevDevice.ConnectStatus != device.ConnectStatus || prevDevice.AdminState != device.AdminState { |
| 970 | _ = agent.deviceMgr.Agent.SendDeviceStateChangeEvent(ctx, prevDevice.OperStatus, prevDevice.ConnectStatus, prevDevice.AdminState, device, time.Now().Unix()) |
| 971 | } |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 972 | deviceTransientState := agent.getTransientState() |
| 973 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 974 | // release lock before processing transition |
| 975 | agent.requestQueue.RequestComplete() |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 976 | subCtx := coreutils.WithSpanAndRPCMetadataFromContext(ctx) |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 977 | |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 978 | if err := agent.deviceMgr.stateTransitions.ProcessTransition(subCtx, |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 979 | device, prevDevice, deviceTransientState, deviceTransientState); err != nil { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 980 | logger.Errorw(ctx, "failed-process-transition", log.Fields{"device-id": device.Id, "previous-admin-state": prevDevice.AdminState, "current-admin-state": device.AdminState}) |
| 981 | // Sending RPC EVENT here |
| 982 | rpce := agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, err.Error(), nil) |
Himani Chawla | 606a4f0 | 2021-03-23 19:45:58 +0530 | [diff] [blame] | 983 | agent.deviceMgr.SendRPCEvent(ctx, "RPC_ERROR_RAISE_EVENT", rpce, voltha.EventCategory_COMMUNICATION, |
| 984 | nil, time.Now().Unix()) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 985 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 986 | } |
Mahir Gunyel | b585167 | 2019-07-24 10:46:26 +0300 | [diff] [blame] | 987 | return nil |
| 988 | } |
Mahir Gunyel | fdee921 | 2019-10-16 16:52:21 -0700 | [diff] [blame] | 989 | |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 990 | // This function updates the device transient in the DB through loader, releases the device lock, and runs any state transitions. |
| 991 | // The calling function MUST hold the device lock. The caller MUST NOT modify the device after this is called. |
| 992 | func (agent *Agent) updateDeviceWithTransientStateAndReleaseLock(ctx context.Context, device *voltha.Device, |
| 993 | transientState, prevTransientState voltha.DeviceTransientState_Types) error { |
| 994 | // fail early if this agent is no longer valid |
| 995 | if agent.stopped { |
| 996 | agent.requestQueue.RequestComplete() |
| 997 | return errors.New("device-agent-stopped") |
| 998 | } |
| 999 | //update device TransientState |
| 1000 | if err := agent.updateTransientState(ctx, transientState); err != nil { |
| 1001 | agent.requestQueue.RequestComplete() |
| 1002 | return err |
| 1003 | } |
| 1004 | // update in db |
| 1005 | if err := agent.dbProxy.Set(ctx, agent.deviceID, device); err != nil { |
| 1006 | //Reverting TransientState update |
| 1007 | err := agent.updateTransientState(ctx, prevTransientState) |
| 1008 | logger.Errorw(ctx, "failed-to-revert-transient-state-update-on-error", log.Fields{"device-id": device.Id, |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1009 | "previous-transient-state": prevTransientState, "current-transient-state": transientState}) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 1010 | agent.requestQueue.RequestComplete() |
| 1011 | return status.Errorf(codes.Internal, "failed-update-device:%s: %s", agent.deviceID, err) |
| 1012 | } |
| 1013 | |
| 1014 | logger.Debugw(ctx, "updated-device-in-store", log.Fields{"device-id: ": agent.deviceID}) |
| 1015 | |
| 1016 | prevDevice := agent.device |
| 1017 | // update the device |
| 1018 | agent.device = device |
Mahir Gunyel | b0343bf | 2021-05-11 14:14:26 -0700 | [diff] [blame] | 1019 | //If any of the states has chenged, send the change event. |
| 1020 | if prevDevice.OperStatus != device.OperStatus || prevDevice.ConnectStatus != device.ConnectStatus || prevDevice.AdminState != device.AdminState { |
| 1021 | _ = agent.deviceMgr.Agent.SendDeviceStateChangeEvent(ctx, prevDevice.OperStatus, prevDevice.ConnectStatus, prevDevice.AdminState, device, time.Now().Unix()) |
| 1022 | } |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 1023 | |
| 1024 | // release lock before processing transition |
| 1025 | agent.requestQueue.RequestComplete() |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1026 | subCtx := coreutils.WithSpanAndRPCMetadataFromContext(ctx) |
| 1027 | if err := agent.deviceMgr.stateTransitions.ProcessTransition(subCtx, |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 1028 | device, prevDevice, transientState, prevTransientState); err != nil { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1029 | logger.Errorw(ctx, "failed-process-transition", log.Fields{"device-id": device.Id, "previous-admin-state": prevDevice.AdminState, "current-admin-state": device.AdminState}) |
| 1030 | // Sending RPC EVENT here |
| 1031 | rpce := agent.deviceMgr.NewRPCEvent(ctx, agent.deviceID, err.Error(), nil) |
Himani Chawla | 606a4f0 | 2021-03-23 19:45:58 +0530 | [diff] [blame] | 1032 | agent.deviceMgr.SendRPCEvent(ctx, "RPC_ERROR_RAISE_EVENT", rpce, voltha.EventCategory_COMMUNICATION, |
| 1033 | nil, time.Now().Unix()) |
Himani Chawla | 2ba1c9c | 2020-10-07 13:19:03 +0530 | [diff] [blame] | 1034 | } |
| 1035 | return nil |
| 1036 | } |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 1037 | func (agent *Agent) updateDeviceReason(ctx context.Context, reason string) error { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 1038 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1039 | return err |
| 1040 | } |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 1041 | |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1042 | logger.Debugw(ctx, "update-device-reason", log.Fields{"device-id": agent.deviceID, "reason": reason}) |
khenaidoo | 6e55d9e | 2019-12-12 18:26:26 -0500 | [diff] [blame] | 1043 | |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 1044 | var desc string |
| 1045 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 1046 | |
| 1047 | defer agent.logDeviceUpdate(ctx, "updateDeviceReason", nil, nil, operStatus, &desc) |
| 1048 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 1049 | cloned := agent.cloneDeviceWithoutLock() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 1050 | cloned.Reason = reason |
Maninder | 9a1bc0d | 2020-10-26 11:34:02 +0530 | [diff] [blame] | 1051 | retErr := agent.updateDeviceAndReleaseLock(ctx, cloned) |
| 1052 | if retErr != nil { |
| 1053 | desc = retErr.Error() |
| 1054 | } else { |
| 1055 | operStatus.Code = common.OperationResp_OPERATION_SUCCESS |
| 1056 | desc = reason |
| 1057 | } |
| 1058 | return retErr |
Mahir Gunyel | fdee921 | 2019-10-16 16:52:21 -0700 | [diff] [blame] | 1059 | } |
kesavand | bc2d162 | 2020-01-21 00:42:01 -0500 | [diff] [blame] | 1060 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 1061 | func (agent *Agent) ChildDeviceLost(ctx context.Context, device *voltha.Device) error { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1062 | logger.Debugw(ctx, "child-device-lost", log.Fields{"child-device-id": device.Id, "parent-device-id": agent.deviceID}) |
Chaitrashree G S | 543df3e | 2020-02-24 22:36:54 -0500 | [diff] [blame] | 1063 | |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 1064 | // Remove the associated peer ports on the parent device |
| 1065 | for portID := range agent.portLoader.ListIDs() { |
| 1066 | if portHandle, have := agent.portLoader.Lock(portID); have { |
| 1067 | oldPort := portHandle.GetReadOnly() |
| 1068 | updatedPeers := make([]*voltha.Port_PeerPort, 0) |
| 1069 | for _, peerPort := range oldPort.Peers { |
| 1070 | if peerPort.DeviceId != device.Id { |
| 1071 | updatedPeers = append(updatedPeers, peerPort) |
| 1072 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 1073 | } |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 1074 | newPort := *oldPort |
| 1075 | newPort.Peers = updatedPeers |
| 1076 | if err := portHandle.Update(ctx, &newPort); err != nil { |
| 1077 | portHandle.Unlock() |
| 1078 | return nil |
| 1079 | } |
| 1080 | portHandle.Unlock() |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 1081 | } |
Chaitrashree G S | 543df3e | 2020-02-24 22:36:54 -0500 | [diff] [blame] | 1082 | } |
| 1083 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 1084 | //send request to adapter |
Rohan Agrawal | cf12f20 | 2020-08-03 04:42:01 +0000 | [diff] [blame] | 1085 | subCtx, cancel := context.WithTimeout(log.WithSpanFromContext(context.Background(), ctx), agent.defaultTimeout) |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1086 | subCtx = coreutils.WithRPCMetadataFromContext(subCtx, ctx) |
| 1087 | |
Girish Gowdra | 6f9b10e | 2021-03-11 14:36:39 -0800 | [diff] [blame] | 1088 | ch, err := agent.adapterProxy.ChildDeviceLost(ctx, agent.deviceType, device) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 1089 | if err != nil { |
| 1090 | cancel() |
| 1091 | return err |
Chaitrashree G S | 543df3e | 2020-02-24 22:36:54 -0500 | [diff] [blame] | 1092 | } |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 1093 | go agent.waitForAdapterResponse(subCtx, cancel, "childDeviceLost", ch, agent.onSuccess, agent.onFailure) |
Chaitrashree G S | 543df3e | 2020-02-24 22:36:54 -0500 | [diff] [blame] | 1094 | return nil |
Chaitrashree G S | 543df3e | 2020-02-24 22:36:54 -0500 | [diff] [blame] | 1095 | } |
onkarkundargi | 8728525 | 2020-01-27 11:34:52 +0530 | [diff] [blame] | 1096 | |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 1097 | func (agent *Agent) startOmciTest(ctx context.Context, omcitestrequest *voltha.OmciTestRequest) (*voltha.TestResponse, error) { |
onkarkundargi | 8728525 | 2020-01-27 11:34:52 +0530 | [diff] [blame] | 1098 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1099 | return nil, err |
| 1100 | } |
| 1101 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 1102 | cloned := agent.cloneDeviceWithoutLock() |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 1103 | |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 1104 | if cloned.Adapter == "" { |
| 1105 | adapterName, err := agent.adapterMgr.GetAdapterType(cloned.Type) |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 1106 | if err != nil { |
| 1107 | agent.requestQueue.RequestComplete() |
| 1108 | return nil, err |
| 1109 | } |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 1110 | cloned.Adapter = adapterName |
onkarkundargi | 8728525 | 2020-01-27 11:34:52 +0530 | [diff] [blame] | 1111 | } |
| 1112 | |
| 1113 | // Send request to the adapter |
Kent Hagerman | f6db9f1 | 2020-07-22 17:16:19 -0400 | [diff] [blame] | 1114 | ch, err := agent.adapterProxy.StartOmciTest(ctx, cloned, omcitestrequest) |
onkarkundargi | 8728525 | 2020-01-27 11:34:52 +0530 | [diff] [blame] | 1115 | agent.requestQueue.RequestComplete() |
| 1116 | if err != nil { |
| 1117 | return nil, err |
| 1118 | } |
| 1119 | |
| 1120 | // Wait for the adapter response |
| 1121 | rpcResponse, ok := <-ch |
| 1122 | if !ok { |
| 1123 | return nil, status.Errorf(codes.Aborted, "channel-closed-device-id-%s", agent.deviceID) |
| 1124 | } |
| 1125 | if rpcResponse.Err != nil { |
| 1126 | return nil, rpcResponse.Err |
| 1127 | } |
| 1128 | |
| 1129 | // Unmarshal and return the response |
| 1130 | testResp := &voltha.TestResponse{} |
| 1131 | if err := ptypes.UnmarshalAny(rpcResponse.Reply, testResp); err != nil { |
| 1132 | return nil, status.Errorf(codes.InvalidArgument, "%s", err.Error()) |
| 1133 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1134 | logger.Debugw(ctx, "omci_test_request-success-device-agent", log.Fields{"test-resp": testResp}) |
onkarkundargi | 8728525 | 2020-01-27 11:34:52 +0530 | [diff] [blame] | 1135 | return testResp, nil |
| 1136 | } |
Dinesh Belwalkar | c1129f1 | 2020-02-27 10:41:33 -0800 | [diff] [blame] | 1137 | |
| 1138 | func (agent *Agent) getExtValue(ctx context.Context, pdevice *voltha.Device, cdevice *voltha.Device, valueparam *voltha.ValueSpecifier) (*voltha.ReturnValues, error) { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1139 | logger.Debugw(ctx, "get-ext-value", log.Fields{"device-id": agent.deviceID, "onu-id": valueparam.Id, "value-type": valueparam.Value}) |
Dinesh Belwalkar | c1129f1 | 2020-02-27 10:41:33 -0800 | [diff] [blame] | 1140 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1141 | return nil, err |
| 1142 | } |
| 1143 | |
| 1144 | //send request to adapter |
| 1145 | ch, err := agent.adapterProxy.GetExtValue(ctx, pdevice, cdevice, valueparam.Id, valueparam.Value) |
| 1146 | agent.requestQueue.RequestComplete() |
| 1147 | if err != nil { |
| 1148 | return nil, err |
| 1149 | } |
| 1150 | |
| 1151 | // Wait for the adapter response |
| 1152 | rpcResponse, ok := <-ch |
| 1153 | if !ok { |
| 1154 | return nil, status.Errorf(codes.Aborted, "channel-closed-device-id-%s", agent.deviceID) |
| 1155 | } |
| 1156 | if rpcResponse.Err != nil { |
| 1157 | return nil, rpcResponse.Err |
| 1158 | } |
| 1159 | |
| 1160 | // Unmarshal and return the response |
| 1161 | Resp := &voltha.ReturnValues{} |
| 1162 | if err := ptypes.UnmarshalAny(rpcResponse.Reply, Resp); err != nil { |
| 1163 | return nil, status.Errorf(codes.InvalidArgument, "%s", err.Error()) |
| 1164 | } |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1165 | logger.Debugw(ctx, "get-ext-value-success-device-agent", log.Fields{"Resp": Resp}) |
Dinesh Belwalkar | c1129f1 | 2020-02-27 10:41:33 -0800 | [diff] [blame] | 1166 | return Resp, nil |
| 1167 | } |
dpaul | 6268631 | 2020-06-23 14:17:36 +0530 | [diff] [blame] | 1168 | |
| 1169 | func (agent *Agent) setExtValue(ctx context.Context, device *voltha.Device, value *voltha.ValueSet) (*empty.Empty, error) { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1170 | logger.Debugw(ctx, "set-ext-value", log.Fields{"device-id": value.Id}) |
dpaul | 6268631 | 2020-06-23 14:17:36 +0530 | [diff] [blame] | 1171 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1172 | return nil, err |
| 1173 | } |
| 1174 | |
| 1175 | //send request to adapter |
| 1176 | ch, err := agent.adapterProxy.SetExtValue(ctx, device, value) |
| 1177 | agent.requestQueue.RequestComplete() |
| 1178 | if err != nil { |
| 1179 | return nil, err |
| 1180 | } |
| 1181 | |
| 1182 | // Wait for the adapter response |
| 1183 | rpcResponse, ok := <-ch |
| 1184 | if !ok { |
| 1185 | return nil, status.Errorf(codes.Aborted, "channel-closed-device-id-%s", agent.deviceID) |
| 1186 | } |
| 1187 | if rpcResponse.Err != nil { |
| 1188 | return nil, rpcResponse.Err |
| 1189 | } |
| 1190 | |
| 1191 | // Unmarshal and return the response |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1192 | logger.Debug(ctx, "set-ext-value-success-device-agent") |
dpaul | 6268631 | 2020-06-23 14:17:36 +0530 | [diff] [blame] | 1193 | return &empty.Empty{}, nil |
| 1194 | } |
Salman Siddiqui | 1cf9504 | 2020-11-19 00:42:56 +0530 | [diff] [blame] | 1195 | |
| 1196 | func (agent *Agent) getSingleValue(ctx context.Context, request *extension.SingleGetValueRequest) (*extension.SingleGetValueResponse, error) { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1197 | logger.Debugw(ctx, "get-single-value", log.Fields{"device-id": request.TargetId}) |
Salman Siddiqui | 1cf9504 | 2020-11-19 00:42:56 +0530 | [diff] [blame] | 1198 | |
| 1199 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1200 | return nil, err |
| 1201 | } |
| 1202 | |
| 1203 | cloned := agent.cloneDeviceWithoutLock() |
| 1204 | |
| 1205 | //send request to adapter |
| 1206 | ch, err := agent.adapterProxy.GetSingleValue(ctx, cloned.Adapter, request) |
| 1207 | agent.requestQueue.RequestComplete() |
| 1208 | if err != nil { |
| 1209 | return nil, err |
| 1210 | } |
| 1211 | |
| 1212 | // Wait for the adapter response |
| 1213 | rpcResponse, ok := <-ch |
| 1214 | if !ok { |
| 1215 | return nil, status.Errorf(codes.Aborted, "channel-closed-device-id-%s", agent.deviceID) |
| 1216 | } |
| 1217 | |
| 1218 | if rpcResponse.Err != nil { |
| 1219 | return nil, rpcResponse.Err |
| 1220 | } |
| 1221 | |
| 1222 | resp := &extension.SingleGetValueResponse{} |
| 1223 | if err := ptypes.UnmarshalAny(rpcResponse.Reply, resp); err != nil { |
| 1224 | return nil, status.Errorf(codes.InvalidArgument, "%s", err.Error()) |
| 1225 | } |
| 1226 | |
| 1227 | return resp, nil |
| 1228 | } |
| 1229 | |
| 1230 | func (agent *Agent) setSingleValue(ctx context.Context, request *extension.SingleSetValueRequest) (*extension.SingleSetValueResponse, error) { |
Himani Chawla | b4c2591 | 2020-11-12 17:16:38 +0530 | [diff] [blame] | 1231 | logger.Debugw(ctx, "set-single-value", log.Fields{"device-id": request.TargetId}) |
Salman Siddiqui | 1cf9504 | 2020-11-19 00:42:56 +0530 | [diff] [blame] | 1232 | |
| 1233 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1234 | return nil, err |
| 1235 | } |
| 1236 | |
| 1237 | cloned := agent.cloneDeviceWithoutLock() |
| 1238 | |
| 1239 | //send request to adapter |
| 1240 | ch, err := agent.adapterProxy.SetSingleValue(ctx, cloned.Adapter, request) |
| 1241 | agent.requestQueue.RequestComplete() |
| 1242 | if err != nil { |
| 1243 | return nil, err |
| 1244 | } |
| 1245 | |
| 1246 | // Wait for the adapter response |
| 1247 | rpcResponse, ok := <-ch |
| 1248 | if !ok { |
| 1249 | return nil, status.Errorf(codes.Aborted, "channel-closed-cloned-id-%s", agent.deviceID) |
| 1250 | } |
| 1251 | |
| 1252 | if rpcResponse.Err != nil { |
| 1253 | return nil, rpcResponse.Err |
| 1254 | } |
| 1255 | |
| 1256 | resp := &extension.SingleSetValueResponse{} |
| 1257 | if err := ptypes.UnmarshalAny(rpcResponse.Reply, resp); err != nil { |
| 1258 | return nil, status.Errorf(codes.InvalidArgument, "%s", err.Error()) |
| 1259 | } |
| 1260 | |
| 1261 | return resp, nil |
| 1262 | } |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1263 | |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 1264 | func (agent *Agent) proceedWithRequest(device *voltha.Device) bool { |
| 1265 | return !agent.isDeletionInProgress() && !agent.isInReconcileState(device) |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1266 | } |
| 1267 | |
| 1268 | func (agent *Agent) stopReconcile() { |
| 1269 | agent.stopReconcilingMutex.Lock() |
| 1270 | if agent.stopReconciling != nil { |
| 1271 | agent.stopReconciling <- 0 |
| 1272 | } |
| 1273 | agent.stopReconcilingMutex.Unlock() |
| 1274 | } |
| 1275 | |
| 1276 | func (agent *Agent) ReconcileDevice(ctx context.Context, device *voltha.Device) { |
| 1277 | var desc string |
| 1278 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 1279 | |
| 1280 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1281 | desc = err.Error() |
| 1282 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
| 1283 | return |
| 1284 | } |
| 1285 | |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 1286 | if !agent.proceedWithRequest(device) { |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1287 | agent.requestQueue.RequestComplete() |
Maninder | 2195ccc | 2021-06-23 20:23:01 +0530 | [diff] [blame] | 1288 | desc = fmt.Sprintf("deviceId:%s, Cannot complete operation as device deletion is in progress or reconciling is in progress/failed", device.Id) |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1289 | logger.Errorf(ctx, desc) |
| 1290 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
| 1291 | return |
| 1292 | } |
| 1293 | |
| 1294 | //set transient state to RECONCILE IN PROGRESS |
| 1295 | err := agent.updateTransientState(ctx, voltha.DeviceTransientState_RECONCILE_IN_PROGRESS) |
| 1296 | if err != nil { |
| 1297 | agent.requestQueue.RequestComplete() |
| 1298 | desc = fmt.Sprintf("Not able to set device transient state to Reconcile in progress."+ |
| 1299 | "Err: %s", err.Error()) |
| 1300 | logger.Errorf(ctx, desc) |
| 1301 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
| 1302 | return |
| 1303 | } |
| 1304 | |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1305 | reconcilingBackoff := backoff.NewExponentialBackOff() |
| 1306 | reconcilingBackoff.InitialInterval = agent.config.BackoffRetryInitialInterval |
| 1307 | reconcilingBackoff.MaxElapsedTime = agent.config.BackoffRetryMaxElapsedTime |
| 1308 | reconcilingBackoff.MaxInterval = agent.config.BackoffRetryMaxInterval |
| 1309 | |
| 1310 | //making here to keep lifecycle of this channel within the scope of retryReconcile |
| 1311 | agent.stopReconcilingMutex.Lock() |
| 1312 | agent.stopReconciling = make(chan int) |
| 1313 | agent.stopReconcilingMutex.Unlock() |
| 1314 | |
David K. Bainbridge | 482e442 | 2021-06-30 12:23:42 -0700 | [diff] [blame] | 1315 | // defined outside the retry loop so it can be cleaned |
| 1316 | // up when the loop breaks |
| 1317 | var backoffTimer *time.Timer |
| 1318 | |
| 1319 | retry: |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1320 | for { |
David K. Bainbridge | 482e442 | 2021-06-30 12:23:42 -0700 | [diff] [blame] | 1321 | // If the operations state of the device is RECONCILING_FAILED then we do not |
| 1322 | // want to continue to attempt reconciliation. |
| 1323 | deviceRef := agent.getDeviceReadOnlyWithoutLock() |
| 1324 | if deviceRef.OperStatus == common.OperStatus_RECONCILING_FAILED { |
| 1325 | logger.Warnw(ctx, "reconciling-failed-halting-retries", |
| 1326 | log.Fields{"device-id": device.Id}) |
| 1327 | agent.requestQueue.RequestComplete() |
| 1328 | break retry |
| 1329 | } |
| 1330 | |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1331 | // Use an exponential back off to prevent getting into a tight loop |
| 1332 | duration := reconcilingBackoff.NextBackOff() |
| 1333 | //This case should never occur in default case as max elapsed time for backoff is 0(by default) , so it will never return stop |
| 1334 | if duration == backoff.Stop { |
| 1335 | // If we reach a maximum then warn and reset the backoff |
| 1336 | // timer and keep attempting. |
| 1337 | logger.Warnw(ctx, "maximum-reconciling-backoff-reached--resetting-backoff-timer", |
| 1338 | log.Fields{"max-reconciling-backoff": reconcilingBackoff.MaxElapsedTime, |
| 1339 | "device-id": device.Id}) |
| 1340 | reconcilingBackoff.Reset() |
| 1341 | duration = reconcilingBackoff.NextBackOff() |
| 1342 | } |
| 1343 | |
David K. Bainbridge | 482e442 | 2021-06-30 12:23:42 -0700 | [diff] [blame] | 1344 | backoffTimer = time.NewTimer(duration) |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1345 | |
Maninder | 90670dd | 2021-06-29 20:05:38 +0530 | [diff] [blame] | 1346 | logger.Debugw(ctx, "retrying-reconciling", log.Fields{"deviceID": device.Id}) |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1347 | // Send a reconcile request to the adapter. |
| 1348 | ch, err := agent.adapterProxy.ReconcileDevice(ctx, agent.device) |
| 1349 | //release lock before moving further |
| 1350 | agent.requestQueue.RequestComplete() |
| 1351 | if err != nil { |
| 1352 | desc := fmt.Sprintf("Failed reconciling from adapter side. Err: %s", err.Error()) |
| 1353 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
| 1354 | <-backoffTimer.C |
| 1355 | // backoffTimer expired continue |
| 1356 | // Take lock back before retrying |
| 1357 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1358 | desc = err.Error() |
| 1359 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
David K. Bainbridge | 482e442 | 2021-06-30 12:23:42 -0700 | [diff] [blame] | 1360 | break retry |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1361 | } |
| 1362 | continue |
| 1363 | } |
| 1364 | |
| 1365 | // if return err retry if not then break loop and quit retrying reconcile |
| 1366 | if err = agent.waitForReconcileResponse(backoffTimer, ch); err != nil { |
| 1367 | desc = err.Error() |
| 1368 | logger.Errorf(ctx, desc) |
| 1369 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
Maninder | 90670dd | 2021-06-29 20:05:38 +0530 | [diff] [blame] | 1370 | <-backoffTimer.C |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1371 | } else { |
| 1372 | operStatus = &common.OperationResp{Code: common.OperationResp_OPERATION_IN_PROGRESS} |
| 1373 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
David K. Bainbridge | 482e442 | 2021-06-30 12:23:42 -0700 | [diff] [blame] | 1374 | break retry |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1375 | } |
| 1376 | |
| 1377 | // Take lock back before retrying |
| 1378 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1379 | desc = err.Error() |
| 1380 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
David K. Bainbridge | 482e442 | 2021-06-30 12:23:42 -0700 | [diff] [blame] | 1381 | break retry |
| 1382 | } |
| 1383 | } |
| 1384 | |
| 1385 | // Retry loop is broken, so stop any timers and drain the channel |
| 1386 | if backoffTimer != nil && !backoffTimer.Stop() { |
| 1387 | |
| 1388 | // As per documentation and stack overflow when a timer is stopped its |
| 1389 | // channel should be drained. The issue is that Stop returns false |
| 1390 | // either if the timer has already been fired "OR" if the timer can be |
| 1391 | // stopped before being fired. This means that in some cases the |
| 1392 | // channel has already be emptied so attempting to read from it means |
| 1393 | // a blocked thread. To get around this use a select so if the |
| 1394 | // channel is already empty the default case hits and we are not |
| 1395 | // blocked. |
| 1396 | select { |
| 1397 | case <-backoffTimer.C: |
| 1398 | default: |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1399 | } |
| 1400 | } |
| 1401 | } |
| 1402 | |
| 1403 | func (agent *Agent) waitForReconcileResponse(backoffTimer *time.Timer, ch chan *kafka.RpcResponse) error { |
| 1404 | select { |
| 1405 | // wait for response |
| 1406 | case resp, ok := <-ch: |
| 1407 | if !ok { |
| 1408 | //channel-closed |
| 1409 | return errors.New("channel on which reconcile response is awaited is closed") |
| 1410 | } else if resp.Err != nil { |
| 1411 | //error encountered |
Maninder | 90670dd | 2021-06-29 20:05:38 +0530 | [diff] [blame] | 1412 | return fmt.Errorf("error encountered while retrying reconcile. Err: %s", resp.Err.Error()) |
Maninder | 0aabf0c | 2021-03-17 14:55:14 +0530 | [diff] [blame] | 1413 | } |
| 1414 | |
| 1415 | //In case of success quit retrying and wait for adapter to reset operation state of device |
| 1416 | agent.stopReconcilingMutex.Lock() |
| 1417 | agent.stopReconciling = nil |
| 1418 | agent.stopReconcilingMutex.Unlock() |
| 1419 | return nil |
| 1420 | |
| 1421 | //if reconciling need to be stopped |
| 1422 | case _, ok := <-agent.stopReconciling: |
| 1423 | agent.stopReconcilingMutex.Lock() |
| 1424 | agent.stopReconciling = nil |
| 1425 | agent.stopReconcilingMutex.Unlock() |
| 1426 | if !ok { |
| 1427 | //channel-closed |
| 1428 | return errors.New("channel used to notify to stop reconcile is closed") |
| 1429 | } |
| 1430 | return nil |
| 1431 | //continue if timer expired |
| 1432 | case <-backoffTimer.C: |
| 1433 | } |
| 1434 | return nil |
| 1435 | } |
| 1436 | |
| 1437 | func (agent *Agent) reconcilingCleanup(ctx context.Context) error { |
| 1438 | var desc string |
| 1439 | operStatus := &common.OperationResp{Code: common.OperationResp_OPERATION_FAILURE} |
| 1440 | if err := agent.requestQueue.WaitForGreenLight(ctx); err != nil { |
| 1441 | desc = err.Error() |
| 1442 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
| 1443 | return err |
| 1444 | } |
| 1445 | defer agent.requestQueue.RequestComplete() |
| 1446 | err := agent.updateTransientState(ctx, voltha.DeviceTransientState_NONE) |
| 1447 | if err != nil { |
| 1448 | desc = fmt.Sprintf("Not able to clear device transient state from Reconcile in progress."+ |
| 1449 | "Err: %s", err.Error()) |
| 1450 | logger.Errorf(ctx, desc) |
| 1451 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
| 1452 | return err |
| 1453 | } |
| 1454 | operStatus = &common.OperationResp{Code: common.OperationResp_OPERATION_SUCCESS} |
| 1455 | agent.logDeviceUpdate(ctx, "Reconciling", nil, nil, operStatus, &desc) |
| 1456 | return nil |
| 1457 | } |