khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2019-present Open Networking Foundation |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 16 | package remote |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 17 | |
| 18 | import ( |
| 19 | "context" |
| 20 | "crypto/rand" |
Kent Hagerman | 2a07b86 | 2020-06-19 15:23:07 -0400 | [diff] [blame] | 21 | "strings" |
| 22 | "testing" |
| 23 | "time" |
| 24 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 25 | "github.com/golang/protobuf/ptypes" |
| 26 | any2 "github.com/golang/protobuf/ptypes/any" |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 27 | cm "github.com/opencord/voltha-go/rw_core/mocks" |
Maninder | dfadc98 | 2020-10-28 14:04:33 +0530 | [diff] [blame] | 28 | com "github.com/opencord/voltha-lib-go/v4/pkg/adapters/common" |
| 29 | "github.com/opencord/voltha-lib-go/v4/pkg/kafka" |
| 30 | "github.com/opencord/voltha-lib-go/v4/pkg/log" |
| 31 | mock_kafka "github.com/opencord/voltha-lib-go/v4/pkg/mocks/kafka" |
| 32 | ic "github.com/opencord/voltha-protos/v4/go/inter_container" |
| 33 | of "github.com/opencord/voltha-protos/v4/go/openflow_13" |
| 34 | "github.com/opencord/voltha-protos/v4/go/voltha" |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 35 | "github.com/stretchr/testify/assert" |
| 36 | "google.golang.org/grpc/codes" |
| 37 | "google.golang.org/grpc/status" |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 38 | ) |
| 39 | |
| 40 | const ( |
| 41 | coreName = "rw_core" |
| 42 | adapterName = "adapter_mock" |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 43 | coreInstanceID = "1000" |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 44 | ) |
| 45 | |
| 46 | var ( |
npujar | 467fe75 | 2020-01-16 20:17:45 +0530 | [diff] [blame] | 47 | coreKafkaICProxy kafka.InterContainerProxy |
| 48 | adapterKafkaICProxy kafka.InterContainerProxy |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 49 | kc kafka.Client |
| 50 | adapterReqHandler *com.RequestHandlerProxy |
| 51 | adapter *cm.Adapter |
| 52 | ) |
| 53 | |
| 54 | func init() { |
Girish Kumar | f8d4f8d | 2020-08-18 11:45:30 +0000 | [diff] [blame] | 55 | ctx := context.Background() |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 56 | if _, err := log.SetDefaultLogger(log.JSON, 0, log.Fields{"instanceId": coreInstanceID}); err != nil { |
Girish Kumar | f8d4f8d | 2020-08-18 11:45:30 +0000 | [diff] [blame] | 57 | logger.With(log.Fields{"error": err}).Fatal(ctx, "Cannot setup logging") |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 58 | } |
| 59 | // Set the log level to Warning |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 60 | log.SetAllLogLevel(log.WarnLevel) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 61 | |
| 62 | var err error |
| 63 | |
| 64 | // Create the KV client |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 65 | kc = mock_kafka.NewKafkaClient() |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 66 | |
| 67 | // Setup core inter-container proxy and core request handler |
npujar | 467fe75 | 2020-01-16 20:17:45 +0530 | [diff] [blame] | 68 | coreKafkaICProxy = kafka.NewInterContainerProxy( |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 69 | kafka.MsgClient(kc), |
npujar | 467fe75 | 2020-01-16 20:17:45 +0530 | [diff] [blame] | 70 | kafka.DefaultTopic(&kafka.Topic{Name: coreName})) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 71 | |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 72 | if err = coreKafkaICProxy.Start(ctx); err != nil { |
| 73 | logger.Fatalw(ctx, "Failure-starting-core-kafka-intercontainerProxy", log.Fields{"error": err}) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 74 | } |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 75 | if err = coreKafkaICProxy.SubscribeWithDefaultRequestHandler(ctx, kafka.Topic{Name: coreName}, 0); err != nil { |
| 76 | logger.Fatalw(ctx, "Failure-subscribing-core-request-handler", log.Fields{"error": err}) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 77 | } |
| 78 | |
| 79 | // Setup adapter inter-container proxy and adapter request handler |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 80 | adapterCoreProxy := com.NewCoreProxy(ctx, nil, adapterName, coreName) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 81 | adapter = cm.NewAdapter(adapterCoreProxy) |
npujar | 1d86a52 | 2019-11-14 17:11:16 +0530 | [diff] [blame] | 82 | adapterReqHandler = com.NewRequestHandlerProxy(coreInstanceID, adapter, adapterCoreProxy) |
npujar | 467fe75 | 2020-01-16 20:17:45 +0530 | [diff] [blame] | 83 | adapterKafkaICProxy = kafka.NewInterContainerProxy( |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 84 | kafka.MsgClient(kc), |
| 85 | kafka.DefaultTopic(&kafka.Topic{Name: adapterName}), |
npujar | 467fe75 | 2020-01-16 20:17:45 +0530 | [diff] [blame] | 86 | kafka.RequestHandlerInterface(adapterReqHandler)) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 87 | |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 88 | if err = adapterKafkaICProxy.Start(ctx); err != nil { |
| 89 | logger.Fatalw(ctx, "Failure-starting-adapter-kafka-intercontainerProxy", log.Fields{"error": err}) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 90 | } |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 91 | if err = adapterKafkaICProxy.SubscribeWithDefaultRequestHandler(ctx, kafka.Topic{Name: adapterName}, 0); err != nil { |
| 92 | logger.Fatalw(ctx, "Failure-subscribing-adapter-request-handler", log.Fields{"error": err}) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 93 | } |
| 94 | } |
| 95 | |
| 96 | func getRandomBytes(size int) (bytes []byte, err error) { |
| 97 | bytes = make([]byte, size) |
| 98 | _, err = rand.Read(bytes) |
| 99 | return |
| 100 | } |
| 101 | |
| 102 | func TestCreateAdapterProxy(t *testing.T) { |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 103 | ap := NewAdapterProxy(coreKafkaICProxy, coreName, mock_kafka.NewEndpointManager()) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 104 | assert.NotNil(t, ap) |
| 105 | } |
| 106 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 107 | func waitForResponse(ctx context.Context, ch chan *kafka.RpcResponse) (*any2.Any, error) { |
| 108 | select { |
| 109 | case rpcResponse, ok := <-ch: |
| 110 | if !ok { |
| 111 | return nil, status.Error(codes.Aborted, "channel-closed") |
| 112 | } else if rpcResponse.Err != nil { |
| 113 | return nil, rpcResponse.Err |
| 114 | } else { |
| 115 | return rpcResponse.Reply, nil |
| 116 | } |
| 117 | case <-ctx.Done(): |
| 118 | return nil, ctx.Err() |
| 119 | } |
| 120 | } |
| 121 | |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 122 | func testSimpleRequests(t *testing.T) { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 123 | type simpleRequest func(context.Context, *voltha.Device) (chan *kafka.RpcResponse, error) |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 124 | ap := NewAdapterProxy(coreKafkaICProxy, coreName, mock_kafka.NewEndpointManager()) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 125 | simpleRequests := []simpleRequest{ |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 126 | ap.AdoptDevice, |
| 127 | ap.DisableDevice, |
| 128 | ap.RebootDevice, |
| 129 | ap.DeleteDevice, |
| 130 | ap.ReconcileDevice, |
| 131 | ap.ReEnableDevice, |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 132 | } |
| 133 | for _, f := range simpleRequests { |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 134 | // Success |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 135 | d := &voltha.Device{Id: "deviceId", Adapter: adapterName} |
| 136 | ctx, cancel := context.WithTimeout(context.Background(), 1*time.Second) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 137 | rpcResponse, err := f(ctx, d) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 138 | assert.Nil(t, err) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 139 | _, err = waitForResponse(ctx, rpcResponse) |
| 140 | assert.Nil(t, err) |
| 141 | cancel() |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 142 | |
| 143 | // Failure - invalid adapter |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 144 | expectedError := "context deadline exceeded" |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 145 | d = &voltha.Device{Id: "deviceId", Adapter: "adapter_mock_1"} |
| 146 | ctx, cancel = context.WithTimeout(context.Background(), 20*time.Millisecond) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 147 | rpcResponse, err = f(ctx, d) |
| 148 | assert.Nil(t, err) |
| 149 | _, err = waitForResponse(ctx, rpcResponse) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 150 | cancel() |
| 151 | assert.NotNil(t, err) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 152 | assert.True(t, strings.Contains(err.Error(), expectedError)) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 153 | |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 154 | // Failure - timeout |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 155 | d = &voltha.Device{Id: "deviceId", Adapter: adapterName} |
| 156 | ctx, cancel = context.WithTimeout(context.Background(), 100*time.Nanosecond) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 157 | rpcResponse, err = f(ctx, d) |
| 158 | assert.Nil(t, err) |
| 159 | _, err = waitForResponse(ctx, rpcResponse) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 160 | cancel() |
| 161 | assert.NotNil(t, err) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 162 | assert.True(t, strings.Contains(err.Error(), expectedError)) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 163 | } |
| 164 | } |
| 165 | |
| 166 | func testGetSwitchCapabilityFromAdapter(t *testing.T) { |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 167 | ap := NewAdapterProxy(coreKafkaICProxy, coreName, mock_kafka.NewEndpointManager()) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 168 | d := &voltha.Device{Id: "deviceId", Adapter: adapterName} |
| 169 | ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 170 | defer cancel() |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 171 | rpcResponse, err := ap.GetOfpDeviceInfo(ctx, d) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 172 | assert.Nil(t, err) |
| 173 | response, err := waitForResponse(ctx, rpcResponse) |
| 174 | assert.Nil(t, err) |
| 175 | switchCap := &ic.SwitchCapability{} |
| 176 | err = ptypes.UnmarshalAny(response, switchCap) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 177 | assert.Nil(t, err) |
| 178 | assert.NotNil(t, switchCap) |
Rohan Agrawal | 31f2180 | 2020-06-12 05:38:46 +0000 | [diff] [blame] | 179 | expectedCap, _ := adapter.Get_ofp_device_info(ctx, d) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 180 | assert.Equal(t, switchCap.String(), expectedCap.String()) |
| 181 | } |
| 182 | |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 183 | func testPacketOut(t *testing.T) { |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 184 | ap := NewAdapterProxy(coreKafkaICProxy, coreName, mock_kafka.NewEndpointManager()) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 185 | d := &voltha.Device{Id: "deviceId", Adapter: adapterName} |
| 186 | outPort := uint32(1) |
| 187 | packet, err := getRandomBytes(50) |
| 188 | assert.Nil(t, err) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 189 | ctx, cancel := context.WithTimeout(context.Background(), 1*time.Second) |
| 190 | defer cancel() |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 191 | rpcResponse, err := ap.PacketOut(ctx, adapterName, d.Id, outPort, &of.OfpPacketOut{Data: packet}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 192 | assert.Nil(t, err) |
| 193 | _, err = waitForResponse(ctx, rpcResponse) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 194 | assert.Nil(t, err) |
| 195 | } |
| 196 | |
| 197 | func testFlowUpdates(t *testing.T) { |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 198 | ap := NewAdapterProxy(coreKafkaICProxy, coreName, mock_kafka.NewEndpointManager()) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 199 | d := &voltha.Device{Id: "deviceId", Adapter: adapterName} |
Kent Hagerman | a7c9d79 | 2020-07-16 17:39:01 -0400 | [diff] [blame] | 200 | _, err := ap.UpdateFlowsBulk(context.Background(), d, nil, nil, &voltha.FlowMetadata{}) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 201 | assert.Nil(t, err) |
| 202 | flowChanges := &voltha.FlowChanges{ToAdd: &voltha.Flows{Items: nil}, ToRemove: &voltha.Flows{Items: nil}} |
| 203 | groupChanges := &voltha.FlowGroupChanges{ToAdd: &voltha.FlowGroups{Items: nil}, ToRemove: &voltha.FlowGroups{Items: nil}, ToUpdate: &voltha.FlowGroups{Items: nil}} |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 204 | ctx, cancel := context.WithTimeout(context.Background(), 1*time.Second) |
| 205 | defer cancel() |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 206 | rpcResponse, err := ap.UpdateFlowsIncremental(ctx, d, flowChanges, groupChanges, &voltha.FlowMetadata{}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 207 | assert.Nil(t, err) |
| 208 | _, err = waitForResponse(ctx, rpcResponse) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 209 | assert.Nil(t, err) |
| 210 | } |
| 211 | |
| 212 | func testPmUpdates(t *testing.T) { |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 213 | ap := NewAdapterProxy(coreKafkaICProxy, coreName, mock_kafka.NewEndpointManager()) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 214 | d := &voltha.Device{Id: "deviceId", Adapter: adapterName} |
| 215 | ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 216 | defer cancel() |
Kent Hagerman | 2b21604 | 2020-04-03 18:28:56 -0400 | [diff] [blame] | 217 | rpcResponse, err := ap.UpdatePmConfigs(ctx, d, &voltha.PmConfigs{}) |
khenaidoo | 442e7c7 | 2020-03-10 16:13:48 -0400 | [diff] [blame] | 218 | assert.Nil(t, err) |
| 219 | _, err = waitForResponse(ctx, rpcResponse) |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 220 | assert.Nil(t, err) |
| 221 | } |
| 222 | |
Matteo Scandolo | d525ae3 | 2020-04-02 17:27:29 -0700 | [diff] [blame] | 223 | func TestSuiteAdapterProxy(t *testing.T) { |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 224 | //1. Test the simple requests first |
| 225 | testSimpleRequests(t) |
| 226 | |
| 227 | //2. Test get switch capability |
| 228 | testGetSwitchCapabilityFromAdapter(t) |
| 229 | |
khenaidoo | c6c7bda | 2020-06-17 17:20:18 -0400 | [diff] [blame] | 230 | //3. Test PacketOut |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 231 | testPacketOut(t) |
| 232 | |
khenaidoo | c6c7bda | 2020-06-17 17:20:18 -0400 | [diff] [blame] | 233 | //4. Test flow updates |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 234 | testFlowUpdates(t) |
| 235 | |
khenaidoo | c6c7bda | 2020-06-17 17:20:18 -0400 | [diff] [blame] | 236 | //5. Pm configs |
khenaidoo | ab1f7bd | 2019-11-14 14:00:27 -0500 | [diff] [blame] | 237 | testPmUpdates(t) |
| 238 | } |