internal/bbsim/dmiserver/dmi_kafka_producer.go

/*
 * Copyright 2018-2023 Open Networking Foundation (ONF) and the ONF Contributors

 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at

 * http://www.apache.org/licenses/LICENSE-2.0

 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package dmiserver

import (
	"context"
	"encoding/json"
	"strconv"
	"time"

	"github.com/Shopify/sarama"
	log "github.com/sirupsen/logrus"
)

var producer sarama.AsyncProducer

// InitializeDMKafkaPublishers initializes  metrics kafka publisher
func InitializeDMKafkaPublishers(NewAsyncProducer func([]string, *sarama.Config) (sarama.AsyncProducer, error), oltID int, msgBusEndPoint string) error {
	var err error
	sarama.Logger = log.New()
	// producer config
	config := sarama.NewConfig()
	config.Producer.Retry.Max = 5
	config.Metadata.Retry.Max = 10
	config.Metadata.Retry.Backoff = 10 * time.Second
	config.ClientID = "BBSim-OLT-DMIServer-" + strconv.Itoa(oltID)

	producer, err = NewAsyncProducer([]string{msgBusEndPoint}, config)
	return err
}

// DMKafkaPublisher receives messages on ch and publish them to kafka on topic
func DMKafkaPublisher(ctx context.Context, ch chan interface{}, topic string) {
	defer log.Debugf("DMKafkaPublisher stopped")
loop:
	for {
		select {
		case data := <-ch:
			log.Tracef("Writing to kafka topic(%s): %v", topic, data)
			jsonData, err := json.Marshal(data)
			if err != nil {
				log.Errorf("Failed to get json %v", err)
				continue
			}
			producer.Input() <- &sarama.ProducerMessage{
				Topic: topic,
				Value: sarama.ByteEncoder(jsonData),
			}
		case <-ctx.Done():
			log.Infof("Stopping DM Kafka Publisher for topic %s", topic)
			break loop
		}
	}
}