Dinesh Belwalkar | 0121796 | 2019-05-23 21:51:16 +0000 | [diff] [blame] | 1 | // Copyright 2018 Open Networking Foundation |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package main |
| 16 | |
| 17 | import ( |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 18 | importer "./proto" |
| 19 | "crypto/tls" |
| 20 | "encoding/json" |
Dinesh Belwalkar | 0121796 | 2019-05-23 21:51:16 +0000 | [diff] [blame] | 21 | "fmt" |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 22 | "github.com/Shopify/sarama" |
| 23 | log "github.com/Sirupsen/logrus" |
| 24 | empty "github.com/golang/protobuf/ptypes/empty" |
| 25 | "golang.org/x/net/context" |
| 26 | "google.golang.org/grpc" |
| 27 | "google.golang.org/grpc/codes" |
| 28 | "google.golang.org/grpc/status" |
| 29 | "io/ioutil" |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 30 | "net" |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 31 | "net/http" |
Dinesh Belwalkar | 8af8d7d | 2019-05-29 21:00:50 +0000 | [diff] [blame] | 32 | "os" |
| 33 | "os/signal" |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 34 | "path" |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 35 | "time" |
Dinesh Belwalkar | 0121796 | 2019-05-23 21:51:16 +0000 | [diff] [blame] | 36 | ) |
| 37 | |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 38 | //globals |
| 39 | const REDFISH_ROOT = "/redfish/v1" |
| 40 | const CONTENT_TYPE = "application/json" |
| 41 | |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 42 | var ( |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 43 | importerTopic = "importer" |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 44 | ) |
| 45 | |
| 46 | var DataProducer sarama.AsyncProducer |
| 47 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 48 | var vendor_default_events = map[string][]string{ |
| 49 | "edgecore": {"ResourceAdded", "ResourceRemoved", "Alert"}, |
| 50 | } |
| 51 | var redfish_services = [...]string{"/Chassis", "/Systems", "/EthernetSwitches"} |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 52 | var pvmount = os.Getenv("DEVICE_MANAGEMENT_PVMOUNT") |
| 53 | var subscriptionListPath string |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 54 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 55 | type scheduler struct { |
| 56 | getdata *time.Ticker |
| 57 | quit chan bool |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 58 | } |
| 59 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 60 | type device struct { |
| 61 | Subscriptions map[string]string `json:"ss"` |
| 62 | Freq uint32 `json:"freq"` |
| 63 | Datacollector scheduler `json:"-"` |
| 64 | Freqchan chan uint32 `json:"-"` |
| 65 | Vendor string `json:"vendor"` |
| 66 | Protocol string `json:"protocol"` |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | type Server struct { |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 70 | devicemap map[string]*device |
| 71 | gRPCserver *grpc.Server |
| 72 | dataproducer sarama.AsyncProducer |
| 73 | httpclient *http.Client |
| 74 | devicechan chan *importer.DeviceInfo |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 75 | } |
| 76 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 77 | func (s *Server) ClearCurrentEventList(c context.Context, info *importer.Device) (*empty.Empty, error) { |
| 78 | fmt.Println("Received GetCurrentEventList\n") |
| 79 | ip_address := info.IpAddress |
| 80 | _, found := s.devicemap[ip_address] |
| 81 | if !found { |
| 82 | return nil, status.Errorf(codes.NotFound, "Device not registered") |
| 83 | } |
| 84 | f := get_subscription_list(ip_address) |
| 85 | for event, _ := range s.devicemap[ip_address].Subscriptions { |
| 86 | rtn := s.remove_subscription(ip_address, event, f) |
| 87 | if !rtn { |
| 88 | log.WithFields(log.Fields{ |
| 89 | "Event": event, |
| 90 | }).Info("Error removing event") |
| 91 | } |
| 92 | } |
| 93 | if f != nil { |
| 94 | f.Close() |
| 95 | } |
| 96 | return &empty.Empty{}, nil |
| 97 | } |
| 98 | |
| 99 | func (s *Server) GetCurrentEventList(c context.Context, info *importer.Device) (*importer.EventList, error) { |
| 100 | fmt.Println("Received ClearCurrentEventList\n") |
| 101 | _, found := s.devicemap[info.IpAddress] |
| 102 | if !found { |
| 103 | return nil, status.Errorf(codes.NotFound, "Device not registered") |
| 104 | } |
| 105 | currentevents := new(importer.EventList) |
| 106 | for event, _ := range s.devicemap[info.IpAddress].Subscriptions { |
| 107 | currentevents.Events = append(currentevents.Events, event) |
| 108 | } |
| 109 | return currentevents, nil |
| 110 | } |
| 111 | |
| 112 | func (s *Server) GetEventList(c context.Context, info *importer.VendorInfo) (*importer.EventList, error) { |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 113 | fmt.Println("Received GetEventList\n") |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 114 | _, found := vendor_default_events[info.Vendor] |
| 115 | if !found { |
| 116 | return nil, status.Errorf(codes.NotFound, "Invalid Vendor Provided") |
| 117 | } |
| 118 | eventstobesubscribed := new(importer.EventList) |
Dinesh Belwalkar | a0493ad | 2019-07-22 19:58:42 +0000 | [diff] [blame] | 119 | eventstobesubscribed.Events = vendor_default_events[info.Vendor] |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 120 | return eventstobesubscribed, nil |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 121 | } |
| 122 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 123 | func (s *Server) SetFrequency(c context.Context, info *importer.FreqInfo) (*empty.Empty, error) { |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 124 | fmt.Println("Received SetFrequency") |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 125 | _, found := s.devicemap[info.IpAddress] |
| 126 | if !found { |
| 127 | return nil, status.Errorf(codes.NotFound, "Device not registered") |
| 128 | } |
| 129 | |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 130 | s.devicemap[info.IpAddress].Freqchan <- info.Frequency |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 131 | return &empty.Empty{}, nil |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 132 | } |
| 133 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 134 | func (s *Server) SubsrcribeGivenEvents(c context.Context, subeventlist *importer.GivenEventList) (*empty.Empty, error) { |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 135 | fmt.Println("Received SubsrcribeEvents\n") |
| 136 | //Call API to subscribe events |
| 137 | ip_address := subeventlist.EventIpAddress |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 138 | _, found := s.devicemap[ip_address] |
| 139 | if !found { |
| 140 | return nil, status.Errorf(codes.NotFound, "Device not registered") |
| 141 | } |
| 142 | if len(subeventlist.Events) <= 0 { |
| 143 | return nil, status.Errorf(codes.InvalidArgument, "Event list is empty") |
| 144 | } |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 145 | f := get_subscription_list(ip_address) |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 146 | for _, event := range subeventlist.Events { |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 147 | if _, ok := s.devicemap[ip_address].Subscriptions[event]; !ok { |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 148 | rtn := s.add_subscription(ip_address, event, f) |
| 149 | if !rtn { |
| 150 | log.WithFields(log.Fields{ |
| 151 | "Event": event, |
| 152 | }).Info("Error adding event") |
| 153 | } |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 154 | } else { |
| 155 | log.WithFields(log.Fields{ |
| 156 | "Event": event, |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 157 | }).Info("Already Subscribed") |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 158 | } |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 159 | } |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 160 | if f != nil { |
| 161 | f.Close() |
| 162 | } |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 163 | return &empty.Empty{}, nil |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 164 | } |
| 165 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 166 | func (s *Server) UnSubsrcribeGivenEvents(c context.Context, unsubeventlist *importer.GivenEventList) (*empty.Empty, error) { |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 167 | fmt.Println("Received UnSubsrcribeEvents\n") |
| 168 | ip_address := unsubeventlist.EventIpAddress |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 169 | _, found := s.devicemap[ip_address] |
| 170 | if !found { |
| 171 | return nil, status.Errorf(codes.NotFound, "Device not registered") |
| 172 | } |
| 173 | |
| 174 | if len(unsubeventlist.Events) <= 0 { |
| 175 | return nil, status.Errorf(codes.InvalidArgument, "Event list is empty") |
| 176 | } |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 177 | //Call API to unsubscribe events |
| 178 | f := get_subscription_list(ip_address) |
| 179 | for _, event := range unsubeventlist.Events { |
| 180 | if _, ok := s.devicemap[ip_address].Subscriptions[event]; ok { |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 181 | rtn := s.remove_subscription(ip_address, event, f) |
| 182 | if !rtn { |
| 183 | log.WithFields(log.Fields{ |
| 184 | "Event": event, |
| 185 | }).Info("Error removing event") |
| 186 | } |
| 187 | } else { |
| 188 | log.WithFields(log.Fields{ |
| 189 | "Event": event, |
| 190 | }).Info("was not Subscribed") |
| 191 | } |
| 192 | } |
| 193 | if f != nil { |
| 194 | f.Close() |
| 195 | } |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 196 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 197 | return &empty.Empty{}, nil |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 198 | } |
| 199 | |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 200 | func (s *Server) collect_data(ip_address string) { |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 201 | freqchan := s.devicemap[ip_address].Freqchan |
| 202 | ticker := s.devicemap[ip_address].Datacollector.getdata |
| 203 | donechan := s.devicemap[ip_address].Datacollector.quit |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 204 | for { |
| 205 | select { |
Dinesh Belwalkar | a0493ad | 2019-07-22 19:58:42 +0000 | [diff] [blame] | 206 | case freq := <-freqchan: |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 207 | ticker.Stop() |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 208 | if freq > 0 { |
| 209 | ticker = time.NewTicker(time.Duration(freq) * time.Second) |
| 210 | } |
| 211 | case err := <-s.dataproducer.Errors(): |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 212 | fmt.Println("Failed to produce message:", err) |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 213 | case <-ticker.C: |
| 214 | for _, service := range redfish_services { |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 215 | rtn, data := s.get_status(ip_address, service) |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 216 | if rtn { |
| 217 | for _, str := range data { |
| 218 | str = "Device IP: " + ip_address + " " + str |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 219 | fmt.Printf("collected data %s\n ...", str) |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 220 | b := []byte(str) |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 221 | msg := &sarama.ProducerMessage{Topic: importerTopic, Value: sarama.StringEncoder(b)} |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 222 | select { |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 223 | case s.dataproducer.Input() <- msg: |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 224 | fmt.Println("Produce message") |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 225 | default: |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 226 | } |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 227 | } |
| 228 | } |
| 229 | } |
| 230 | case <-donechan: |
| 231 | ticker.Stop() |
| 232 | fmt.Println("getdata ticker stopped") |
| 233 | return |
| 234 | } |
| 235 | } |
| 236 | } |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 237 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 238 | func (s *Server) SendDeviceInfo(c context.Context, info *importer.DeviceInfo) (*empty.Empty, error) { |
| 239 | d := device{ |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 240 | Subscriptions: make(map[string]string), |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 241 | Freq: info.Frequency, |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 242 | Datacollector: scheduler{ |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 243 | getdata: time.NewTicker(time.Duration(info.Frequency) * time.Second), |
| 244 | quit: make(chan bool), |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 245 | }, |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 246 | Freqchan: make(chan uint32), |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 247 | Vendor: info.Vendor, |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 248 | Protocol: info.Protocol, |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 249 | } |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 250 | _, found := s.devicemap[info.IpAddress] |
| 251 | if found { |
| 252 | return nil, status.Errorf(codes.AlreadyExists, "Device Already registered") |
| 253 | } |
| 254 | |
| 255 | _, vendorfound := vendor_default_events[info.Vendor] |
| 256 | if !vendorfound { |
| 257 | return nil, status.Errorf(codes.NotFound, "Vendor Not Found") |
| 258 | } |
| 259 | |
| 260 | //default_events := [...]string{} |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 261 | s.devicemap[info.IpAddress] = &d |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 262 | fmt.Printf("size of devicemap %d\n", len(s.devicemap)) |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 263 | ip_address := info.IpAddress |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 264 | fmt.Printf("Configuring %s\n", ip_address) |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 265 | // call subscription function with info.IpAddress |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 266 | |
Dinesh Belwalkar | a0493ad | 2019-07-22 19:58:42 +0000 | [diff] [blame] | 267 | default_events := vendor_default_events[info.Vendor] |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 268 | |
| 269 | f := get_subscription_list(ip_address) |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 270 | for _, event := range default_events { |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 271 | s.add_subscription(ip_address, event, f) |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 272 | } |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 273 | if f != nil { |
| 274 | f.Close() |
| 275 | } |
mc | e702840 | 2019-07-18 04:10:01 +0000 | [diff] [blame] | 276 | go s.collect_data(ip_address) |
Dinesh Belwalkar | f57ee2e | 2019-07-11 17:46:00 +0000 | [diff] [blame] | 277 | return &empty.Empty{}, nil |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 278 | } |
mc | 6a9f01a | 2019-06-26 21:31:23 +0000 | [diff] [blame] | 279 | |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 280 | func NewGrpcServer(grpcport string) (l net.Listener, g *grpc.Server, e error) { |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 281 | fmt.Printf("Listening %s\n", grpcport) |
| 282 | g = grpc.NewServer() |
| 283 | l, e = net.Listen("tcp", grpcport) |
| 284 | return |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 285 | } |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 286 | func (s *Server) startgrpcserver() error { |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 287 | fmt.Println("starting gRPC Server") |
| 288 | grpcport := ":50051" |
| 289 | listener, gserver, err := NewGrpcServer(grpcport) |
| 290 | if err != nil { |
| 291 | fmt.Println("Failed to create gRPC server: %v", err) |
| 292 | return err |
| 293 | } |
| 294 | s.gRPCserver = gserver |
| 295 | importer.RegisterDeviceManagementServer(gserver, s) |
| 296 | if err := gserver.Serve(listener); err != nil { |
| 297 | fmt.Println("Failed to run gRPC server: %v", err) |
| 298 | return err |
| 299 | } |
| 300 | return nil |
| 301 | |
| 302 | } |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 303 | func (s *Server) kafkaCloseProducer() { |
| 304 | if err := s.dataproducer.Close(); err != nil { |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 305 | panic(err) |
| 306 | } |
| 307 | |
| 308 | } |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 309 | func (s *Server) kafkaInit() { |
| 310 | fmt.Println("Starting kafka init to Connect to broker: ") |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 311 | config := sarama.NewConfig() |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 312 | config.Producer.RequiredAcks = sarama.WaitForAll |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 313 | config.Producer.Retry.Max = 10 |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 314 | producer, err := sarama.NewAsyncProducer([]string{"cord-kafka.default.svc.cluster.local:9092"}, config) |
| 315 | if err != nil { |
| 316 | panic(err) |
| 317 | } |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 318 | s.dataproducer = producer |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 319 | } |
| 320 | |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 321 | func (s *Server) handle_events(w http.ResponseWriter, r *http.Request) { |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 322 | signals := make(chan os.Signal, 1) |
| 323 | signal.Notify(signals, os.Interrupt) |
| 324 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 325 | fmt.Println(" IN Handle Event ") |
| 326 | if r.Method == "POST" { |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 327 | Body, err := ioutil.ReadAll(r.Body) |
| 328 | if err != nil { |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 329 | fmt.Println("Error getting HTTP data", err) |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 330 | } |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 331 | defer r.Body.Close() |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 332 | fmt.Println("Received Event Message ") |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 333 | fmt.Printf("%s\n", Body) |
| 334 | message := &sarama.ProducerMessage{ |
| 335 | Topic: importerTopic, |
| 336 | Value: sarama.StringEncoder(Body), |
| 337 | } |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 338 | s.dataproducer.Input() <- message |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 339 | } |
| 340 | } |
| 341 | |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 342 | func (s *Server) runServer() { |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 343 | fmt.Println("Starting HTTP Server") |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 344 | http.HandleFunc("/", s.handle_events) |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 345 | http.ListenAndServeTLS(":8080", "https-server.crt", "https-server.key", nil) |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 346 | } |
| 347 | |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 348 | func (s *Server) init_data_persistence() { |
| 349 | subscriptionListPath = pvmount + "/subscriptions" |
| 350 | if err := os.MkdirAll(subscriptionListPath, 0777); err != nil { |
| 351 | fmt.Println(err) |
| 352 | } else { |
| 353 | lists, err := ioutil.ReadDir(subscriptionListPath) |
| 354 | if err != nil { |
| 355 | fmt.Println(err) |
| 356 | } else { |
| 357 | for _, list := range lists { |
| 358 | b, err := ioutil.ReadFile(path.Join(subscriptionListPath, list.Name())) |
| 359 | if err != nil { |
| 360 | fmt.Println(err) |
| 361 | } else { |
| 362 | ip := list.Name() |
| 363 | d := device{} |
| 364 | json.Unmarshal(b, &d) |
| 365 | s.devicemap[ip] = &d |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 366 | s.devicemap[ip].Datacollector.getdata = time.NewTicker(time.Duration(s.devicemap[ip].Freq) * time.Second) |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 367 | s.devicemap[ip].Datacollector.quit = make(chan bool) |
| 368 | s.devicemap[ip].Freqchan = make(chan uint32) |
| 369 | go s.collect_data(ip) |
| 370 | } |
| 371 | } |
| 372 | } |
| 373 | } |
| 374 | } |
| 375 | |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 376 | func init() { |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 377 | Formatter := new(log.TextFormatter) |
| 378 | Formatter.TimestampFormat = "02-01-2006 15:04:05" |
| 379 | Formatter.FullTimestamp = true |
| 380 | log.SetFormatter(Formatter) |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 381 | fmt.Println("Connecting to broker: ") |
| 382 | fmt.Println("Listening to http server") |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 383 | log.Info("log Connecting to broker:") |
| 384 | log.Info("log Listening to http server ") |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 385 | //sarama.Logger = log.New() |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 386 | } |
| 387 | |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 388 | func get_subscription_list(ip string) *os.File { |
| 389 | if pvmount == "" { |
| 390 | return nil |
| 391 | } |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 392 | f, err := os.OpenFile(subscriptionListPath+"/"+ip, os.O_CREATE|os.O_RDWR, 0664) |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 393 | if err != nil { |
| 394 | fmt.Println(err) |
| 395 | } |
| 396 | return f |
| 397 | } |
Dinesh Belwalkar | b6b2b30 | 2019-06-06 17:30:44 +0000 | [diff] [blame] | 398 | |
Dinesh Belwalkar | 0121796 | 2019-05-23 21:51:16 +0000 | [diff] [blame] | 399 | func main() { |
| 400 | fmt.Println("Starting Device-management Container") |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 401 | |
| 402 | http.DefaultTransport.(*http.Transport).TLSClientConfig = &tls.Config{InsecureSkipVerify: true} |
| 403 | client := &http.Client{ |
| 404 | Timeout: 10 * time.Second, |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 405 | } |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 406 | |
Dinesh Belwalkar | b5db83f | 2019-10-24 17:27:58 +0000 | [diff] [blame^] | 407 | s := Server{ |
| 408 | devicemap: make(map[string]*device), |
| 409 | devicechan: make(chan *importer.DeviceInfo), |
| 410 | httpclient: client, |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 411 | } |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 412 | |
| 413 | s.kafkaInit() |
Dinesh Belwalkar | 4122960 | 2019-06-21 16:58:06 +0000 | [diff] [blame] | 414 | go s.runServer() |
| 415 | go s.startgrpcserver() |
mc | 862dad0 | 2019-08-06 20:52:51 +0000 | [diff] [blame] | 416 | |
| 417 | if pvmount != "" { |
| 418 | s.init_data_persistence() |
| 419 | } |
| 420 | |
Dinesh Belwalkar | 8af8d7d | 2019-05-29 21:00:50 +0000 | [diff] [blame] | 421 | quit := make(chan os.Signal) |
| 422 | signal.Notify(quit, os.Interrupt) |
| 423 | |
| 424 | select { |
| 425 | case sig := <-quit: |
| 426 | fmt.Println("Shutting down:", sig) |
Dinesh Belwalkar | e1e85ad | 2019-07-31 23:06:47 +0000 | [diff] [blame] | 427 | s.kafkaCloseProducer() |
Dinesh Belwalkar | 8af8d7d | 2019-05-29 21:00:50 +0000 | [diff] [blame] | 428 | } |
Dinesh Belwalkar | 0121796 | 2019-05-23 21:51:16 +0000 | [diff] [blame] | 429 | } |