comms.py 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274
  1. """
  2. Based on
  3. https://github.com/jupyter/notebook/blob/master/notebook/static/services/kernels/comm.js
  4. https://github.com/ipython/ipykernel/blob/master/ipykernel/comm/manager.py
  5. https://github.com/ipython/ipykernel/blob/master/ipykernel/comm/comm.py
  6. Which are distributed under the terms of the Modified BSD License.
  7. """
  8. import logging
  9. from traitlets.config import LoggingConfigurable
  10. from ipython_genutils.importstring import import_item
  11. from ipython_genutils.py3compat import string_types
  12. import uuid
  13. from qtpy import QtCore
  14. from qtconsole.util import MetaQObjectHasTraits, SuperQObject
  15. class CommManager(MetaQObjectHasTraits(
  16. 'NewBase', (LoggingConfigurable, SuperQObject), {})):
  17. """
  18. Manager for Comms in the Frontend
  19. """
  20. def __init__(self, kernel_client, *args, **kwargs):
  21. super(CommManager, self).__init__(*args, **kwargs)
  22. self.comms = {}
  23. self.targets = {}
  24. if kernel_client:
  25. self.init_kernel_client(kernel_client)
  26. def init_kernel_client(self, kernel_client):
  27. """
  28. connect the kernel, and register message handlers
  29. """
  30. self.kernel_client = kernel_client
  31. kernel_client.iopub_channel.message_received.connect(self._dispatch)
  32. @QtCore.Slot(object)
  33. def _dispatch(self, msg):
  34. """Dispatch messages"""
  35. msg_type = msg['header']['msg_type']
  36. handled_msg_types = ['comm_open', 'comm_msg', 'comm_close']
  37. if msg_type in handled_msg_types:
  38. getattr(self, msg_type)(msg)
  39. def new_comm(self, target_name, data=None, metadata=None,
  40. comm_id=None, buffers=None):
  41. """
  42. Create a new Comm, register it, and open its Kernel-side counterpart
  43. Mimics the auto-registration in `Comm.__init__` in the Jupyter Comm.
  44. argument comm_id is optional
  45. """
  46. comm = Comm(target_name, self.kernel_client, comm_id)
  47. self.register_comm(comm)
  48. try:
  49. comm.open(data, metadata, buffers)
  50. except Exception:
  51. self.unregister_comm(comm)
  52. raise
  53. return comm
  54. def register_target(self, target_name, f):
  55. """Register a callable f for a given target name
  56. f will be called with two arguments when a comm_open message is
  57. received with `target`:
  58. - the Comm instance
  59. - the `comm_open` message itself.
  60. f can be a Python callable or an import string for one.
  61. """
  62. if isinstance(f, string_types):
  63. f = import_item(f)
  64. self.targets[target_name] = f
  65. def unregister_target(self, target_name, f):
  66. """Unregister a callable registered with register_target"""
  67. return self.targets.pop(target_name)
  68. def register_comm(self, comm):
  69. """Register a new comm"""
  70. comm_id = comm.comm_id
  71. comm.kernel_client = self.kernel_client
  72. self.comms[comm_id] = comm
  73. comm.sig_is_closing.connect(self.unregister_comm)
  74. return comm_id
  75. @QtCore.Slot(object)
  76. def unregister_comm(self, comm):
  77. """Unregister a comm, and close its counterpart."""
  78. # unlike get_comm, this should raise a KeyError
  79. comm.sig_is_closing.disconnect(self.unregister_comm)
  80. self.comms.pop(comm.comm_id)
  81. def get_comm(self, comm_id, closing=False):
  82. """Get a comm with a particular id
  83. Returns the comm if found, otherwise None.
  84. This will not raise an error,
  85. it will log messages if the comm cannot be found.
  86. If the comm is closing, it might already have closed,
  87. so this is ignored.
  88. """
  89. try:
  90. return self.comms[comm_id]
  91. except KeyError:
  92. if closing:
  93. return
  94. self.log.warning("No such comm: %s", comm_id)
  95. # don't create the list of keys if debug messages aren't enabled
  96. if self.log.isEnabledFor(logging.DEBUG):
  97. self.log.debug("Current comms: %s", list(self.comms.keys()))
  98. # comm message handlers
  99. def comm_open(self, msg):
  100. """Handler for comm_open messages"""
  101. content = msg['content']
  102. comm_id = content['comm_id']
  103. target_name = content['target_name']
  104. f = self.targets.get(target_name, None)
  105. comm = Comm(target_name, self.kernel_client, comm_id)
  106. self.register_comm(comm)
  107. if f is None:
  108. self.log.error("No such comm target registered: %s", target_name)
  109. else:
  110. try:
  111. f(comm, msg)
  112. return
  113. except Exception:
  114. self.log.error("Exception opening comm with target: %s",
  115. target_name, exc_info=True)
  116. # Failure.
  117. try:
  118. comm.close()
  119. except Exception:
  120. self.log.error(
  121. "Could not close comm during `comm_open` failure "
  122. "clean-up. The comm may not have been opened yet.""",
  123. exc_info=True)
  124. def comm_close(self, msg):
  125. """Handler for comm_close messages"""
  126. content = msg['content']
  127. comm_id = content['comm_id']
  128. comm = self.get_comm(comm_id, closing=True)
  129. if comm is None:
  130. return
  131. self.unregister_comm(comm)
  132. try:
  133. comm.handle_close(msg)
  134. except Exception:
  135. self.log.error('Exception in comm_close for %s', comm_id,
  136. exc_info=True)
  137. def comm_msg(self, msg):
  138. """Handler for comm_msg messages"""
  139. content = msg['content']
  140. comm_id = content['comm_id']
  141. comm = self.get_comm(comm_id)
  142. if comm is None:
  143. return
  144. try:
  145. comm.handle_msg(msg)
  146. except Exception:
  147. self.log.error('Exception in comm_msg for %s', comm_id,
  148. exc_info=True)
  149. class Comm(MetaQObjectHasTraits(
  150. 'NewBase', (LoggingConfigurable, SuperQObject), {})):
  151. """
  152. Comm base class
  153. """
  154. sig_is_closing = QtCore.Signal(object)
  155. def __init__(self, target_name, kernel_client, comm_id=None,
  156. msg_callback=None, close_callback=None):
  157. """
  158. Create a new comm. Must call open to use.
  159. """
  160. super(Comm, self).__init__(target_name=target_name)
  161. self.target_name = target_name
  162. self.kernel_client = kernel_client
  163. if comm_id is None:
  164. comm_id = uuid.uuid1().hex
  165. self.comm_id = comm_id
  166. self._msg_callback = msg_callback
  167. self._close_callback = close_callback
  168. self._send_channel = self.kernel_client.shell_channel
  169. def _send_msg(self, msg_type, content, data, metadata, buffers):
  170. """
  171. Send a message on the shell channel.
  172. """
  173. if data is None:
  174. data = {}
  175. if content is None:
  176. content = {}
  177. content['comm_id'] = self.comm_id
  178. content['data'] = data
  179. msg = self.kernel_client.session.msg(
  180. msg_type, content, metadata=metadata)
  181. if buffers:
  182. msg['buffers'] = buffers
  183. return self._send_channel.send(msg)
  184. # methods for sending messages
  185. def open(self, data=None, metadata=None, buffers=None):
  186. """Open the kernel-side version of this comm"""
  187. return self._send_msg(
  188. 'comm_open', {'target_name': self.target_name},
  189. data, metadata, buffers)
  190. def send(self, data=None, metadata=None, buffers=None):
  191. """Send a message to the kernel-side version of this comm"""
  192. return self._send_msg(
  193. 'comm_msg', {}, data, metadata, buffers)
  194. def close(self, data=None, metadata=None, buffers=None):
  195. """Close the kernel-side version of this comm"""
  196. self.sig_is_closing.emit(self)
  197. return self._send_msg(
  198. 'comm_close', {}, data, metadata, buffers)
  199. # methods for registering callbacks for incoming messages
  200. def on_msg(self, callback):
  201. """Register a callback for comm_msg
  202. Will be called with the `data` of any comm_msg messages.
  203. Call `on_msg(None)` to disable an existing callback.
  204. """
  205. self._msg_callback = callback
  206. def on_close(self, callback):
  207. """Register a callback for comm_close
  208. Will be called with the `data` of the close message.
  209. Call `on_close(None)` to disable an existing callback.
  210. """
  211. self._close_callback = callback
  212. # methods for handling incoming messages
  213. def handle_msg(self, msg):
  214. """Handle a comm_msg message"""
  215. self.log.debug("handle_msg[%s](%s)", self.comm_id, msg)
  216. if self._msg_callback:
  217. return self._msg_callback(msg)
  218. def handle_close(self, msg):
  219. """Handle a comm_close message"""
  220. self.log.debug("handle_close[%s](%s)", self.comm_id, msg)
  221. if self._close_callback:
  222. return self._close_callback(msg)
  223. __all__ = ['CommManager']