dumper.py 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104
  1. # -*- coding: utf-8 -*-
  2. """
  3. celery.events.dumper
  4. ~~~~~~~~~~~~~~~~~~~~
  5. This is a simple program that dumps events to the console
  6. as they happen. Think of it like a `tcpdump` for Celery events.
  7. """
  8. from __future__ import absolute_import, print_function
  9. import sys
  10. from datetime import datetime
  11. from celery.app import app_or_default
  12. from celery.utils.functional import LRUCache
  13. from celery.utils.timeutils import humanize_seconds
  14. __all__ = ['Dumper', 'evdump']
  15. TASK_NAMES = LRUCache(limit=0xFFF)
  16. HUMAN_TYPES = {'worker-offline': 'shutdown',
  17. 'worker-online': 'started',
  18. 'worker-heartbeat': 'heartbeat'}
  19. CONNECTION_ERROR = """\
  20. -> Cannot connect to %s: %s.
  21. Trying again %s
  22. """
  23. def humanize_type(type):
  24. try:
  25. return HUMAN_TYPES[type.lower()]
  26. except KeyError:
  27. return type.lower().replace('-', ' ')
  28. class Dumper(object):
  29. def __init__(self, out=sys.stdout):
  30. self.out = out
  31. def say(self, msg):
  32. print(msg, file=self.out)
  33. def on_event(self, ev):
  34. timestamp = datetime.utcfromtimestamp(ev.pop('timestamp'))
  35. type = ev.pop('type').lower()
  36. hostname = ev.pop('hostname')
  37. if type.startswith('task-'):
  38. uuid = ev.pop('uuid')
  39. if type in ('task-received', 'task-sent'):
  40. task = TASK_NAMES[uuid] = '{0}({1}) args={2} kwargs={3}' \
  41. .format(ev.pop('name'), uuid,
  42. ev.pop('args'),
  43. ev.pop('kwargs'))
  44. else:
  45. task = TASK_NAMES.get(uuid, '')
  46. return self.format_task_event(hostname, timestamp,
  47. type, task, ev)
  48. fields = ', '.join(
  49. '{0}={1}'.format(key, ev[key]) for key in sorted(ev)
  50. )
  51. sep = fields and ':' or ''
  52. self.say('{0} [{1}] {2}{3} {4}'.format(
  53. hostname, timestamp, humanize_type(type), sep, fields),
  54. )
  55. def format_task_event(self, hostname, timestamp, type, task, event):
  56. fields = ', '.join(
  57. '{0}={1}'.format(key, event[key]) for key in sorted(event)
  58. )
  59. sep = fields and ':' or ''
  60. self.say('{0} [{1}] {2}{3} {4} {5}'.format(
  61. hostname, timestamp, humanize_type(type), sep, task, fields),
  62. )
  63. def evdump(app=None, out=sys.stdout):
  64. app = app_or_default(app)
  65. dumper = Dumper(out=out)
  66. dumper.say('-> evdump: starting capture...')
  67. conn = app.connection().clone()
  68. def _error_handler(exc, interval):
  69. dumper.say(CONNECTION_ERROR % (
  70. conn.as_uri(), exc, humanize_seconds(interval, 'in', ' ')
  71. ))
  72. while 1:
  73. try:
  74. conn.ensure_connection(_error_handler)
  75. recv = app.events.Receiver(conn, handlers={'*': dumper.on_event})
  76. recv.capture()
  77. except (KeyboardInterrupt, SystemExit):
  78. return conn and conn.close()
  79. except conn.connection_errors + conn.channel_errors:
  80. dumper.say('-> Connection lost, attempting reconnect')
  81. if __name__ == '__main__': # pragma: no cover
  82. evdump()