commit 10e57fe16d63daea5eb47405348ad9eb168e321c
author mzadig <mz1957@att.com> Thu Nov 08 15:48:28 2018 -0500
committer Matt Jeanneret <mj3580@att.com> Fri Nov 16 01:27:22 2018 +0000
tree 22b4a806d1ef18bbe8881ac4b996aa0fd905bb93
parent aeb22b288f903db6aff2d11ef26ffbb8cef9f982

VOL-1325   confluent-kafka-python will throw exception after 100k messages

Change-Id: I23c7c68daa22fa327d63eab179f252762e8b456d

voltha/northbound/kafka/kafka_proxy.py

diff --git a/voltha/northbound/kafka/kafka_proxy.py b/voltha/northbound/kafka/kafka_proxy.py
index f0c58c7..4b53483 100644
--- a/voltha/northbound/kafka/kafka_proxy.py
+++ b/voltha/northbound/kafka/kafka_proxy.py
@@ -167,6 +167,9 @@
                     d =  deferToThread(self.kproducer.produce, topic, msg, key)
                     yield d
                     log.debug('sent-kafka-msg', topic=topic, msg=msg)
+                    # send a lightweight poll to avoid an exception after 100k messages.
+                    d1 = deferToThread(self.kproducer.poll, 0)
+                    yield d1
                 else:
                     return