kafka_consumer.py 806 B

123456789101112131415161718192021222324252627282930313233343536
  1. # -*- coding: utf-8 -*-
  2. # !/usr/bin/env python
  3. import logging
  4. import os
  5. import time
  6. from kafka import KafkaConsumer
  7. from base import init_env
  8. logger = logging.getLogger("kafkaConsumer")
  9. os.environ.setdefault("DJANGO_SETTINGS_MODULE", "configs.testing")
  10. init_env(interactive = False)
  11. consumer = KafkaConsumer('devicelog',
  12. bootstrap_servers=['211.159.224.10:9081','211.159.224.10:9082','211.159.224.10:9083'])
  13. count = 0
  14. # while True:
  15. # message = consumer.poll(timeout_ms = 5000)
  16. #
  17. # if message:
  18. # logger.error(message)
  19. # count = count + 1
  20. #
  21. # logger.error("received {}".format(count))
  22. for message in consumer:
  23. logger.error(message)
  24. count = count + 1
  25. logger.error("received {}".format(count))