dispatcher.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321
  1. import sys
  2. import threading
  3. import weakref
  4. from django.utils.six.moves import xrange
  5. if sys.version_info < (3, 4):
  6. from .weakref_backports import WeakMethod
  7. else:
  8. from weakref import WeakMethod
  9. def _make_id(target):
  10. if hasattr(target, '__func__'):
  11. return (id(target.__self__), id(target.__func__))
  12. return id(target)
  13. NONE_ID = _make_id(None)
  14. # A marker for caching
  15. NO_RECEIVERS = object()
  16. class Signal(object):
  17. """
  18. Base class for all signals
  19. Internal attributes:
  20. receivers
  21. { receiverkey (id) : weakref(receiver) }
  22. """
  23. def __init__(self, providing_args=None, use_caching=False):
  24. """
  25. Create a new signal.
  26. providing_args
  27. A list of the arguments this signal can pass along in a send() call.
  28. """
  29. self.receivers = []
  30. if providing_args is None:
  31. providing_args = []
  32. self.providing_args = set(providing_args)
  33. self.lock = threading.Lock()
  34. self.use_caching = use_caching
  35. # For convenience we create empty caches even if they are not used.
  36. # A note about caching: if use_caching is defined, then for each
  37. # distinct sender we cache the receivers that sender has in
  38. # 'sender_receivers_cache'. The cache is cleaned when .connect() or
  39. # .disconnect() is called and populated on send().
  40. self.sender_receivers_cache = weakref.WeakKeyDictionary() if use_caching else {}
  41. self._dead_receivers = False
  42. def connect(self, receiver, sender=None, weak=True, dispatch_uid=None):
  43. """
  44. Connect receiver to sender for signal.
  45. Arguments:
  46. receiver
  47. A function or an instance method which is to receive signals.
  48. Receivers must be hashable objects.
  49. If weak is True, then receiver must be weak-referencable.
  50. Receivers must be able to accept keyword arguments.
  51. If receivers have a dispatch_uid attribute, the receiver will
  52. not be added if another receiver already exists with that
  53. dispatch_uid.
  54. sender
  55. The sender to which the receiver should respond. Must either be
  56. of type Signal, or None to receive events from any sender.
  57. weak
  58. Whether to use weak references to the receiver. By default, the
  59. module will attempt to use weak references to the receiver
  60. objects. If this parameter is false, then strong references will
  61. be used.
  62. dispatch_uid
  63. An identifier used to uniquely identify a particular instance of
  64. a receiver. This will usually be a string, though it may be
  65. anything hashable.
  66. """
  67. from django.conf import settings
  68. # If DEBUG is on, check that we got a good receiver
  69. if settings.configured and settings.DEBUG:
  70. import inspect
  71. assert callable(receiver), "Signal receivers must be callable."
  72. # Check for **kwargs
  73. # Not all callables are inspectable with getargspec, so we'll
  74. # try a couple different ways but in the end fall back on assuming
  75. # it is -- we don't want to prevent registration of valid but weird
  76. # callables.
  77. try:
  78. argspec = inspect.getargspec(receiver)
  79. except TypeError:
  80. try:
  81. argspec = inspect.getargspec(receiver.__call__)
  82. except (TypeError, AttributeError):
  83. argspec = None
  84. if argspec:
  85. assert argspec[2] is not None, \
  86. "Signal receivers must accept keyword arguments (**kwargs)."
  87. if dispatch_uid:
  88. lookup_key = (dispatch_uid, _make_id(sender))
  89. else:
  90. lookup_key = (_make_id(receiver), _make_id(sender))
  91. if weak:
  92. ref = weakref.ref
  93. receiver_object = receiver
  94. # Check for bound methods
  95. if hasattr(receiver, '__self__') and hasattr(receiver, '__func__'):
  96. ref = WeakMethod
  97. receiver_object = receiver.__self__
  98. if sys.version_info >= (3, 4):
  99. receiver = ref(receiver)
  100. weakref.finalize(receiver_object, self._remove_receiver)
  101. else:
  102. receiver = ref(receiver, self._remove_receiver)
  103. with self.lock:
  104. self._clear_dead_receivers()
  105. for r_key, _ in self.receivers:
  106. if r_key == lookup_key:
  107. break
  108. else:
  109. self.receivers.append((lookup_key, receiver))
  110. self.sender_receivers_cache.clear()
  111. def disconnect(self, receiver=None, sender=None, weak=True, dispatch_uid=None):
  112. """
  113. Disconnect receiver from sender for signal.
  114. If weak references are used, disconnect need not be called. The receiver
  115. will be remove from dispatch automatically.
  116. Arguments:
  117. receiver
  118. The registered receiver to disconnect. May be none if
  119. dispatch_uid is specified.
  120. sender
  121. The registered sender to disconnect
  122. weak
  123. The weakref state to disconnect
  124. dispatch_uid
  125. the unique identifier of the receiver to disconnect
  126. """
  127. if dispatch_uid:
  128. lookup_key = (dispatch_uid, _make_id(sender))
  129. else:
  130. lookup_key = (_make_id(receiver), _make_id(sender))
  131. with self.lock:
  132. self._clear_dead_receivers()
  133. for index in xrange(len(self.receivers)):
  134. (r_key, _) = self.receivers[index]
  135. if r_key == lookup_key:
  136. del self.receivers[index]
  137. break
  138. self.sender_receivers_cache.clear()
  139. def has_listeners(self, sender=None):
  140. return bool(self._live_receivers(sender))
  141. def send(self, sender, **named):
  142. """
  143. Send signal from sender to all connected receivers.
  144. If any receiver raises an error, the error propagates back through send,
  145. terminating the dispatch loop, so it is quite possible to not have all
  146. receivers called if a raises an error.
  147. Arguments:
  148. sender
  149. The sender of the signal Either a specific object or None.
  150. named
  151. Named arguments which will be passed to receivers.
  152. Returns a list of tuple pairs [(receiver, response), ... ].
  153. """
  154. responses = []
  155. if not self.receivers or self.sender_receivers_cache.get(sender) is NO_RECEIVERS:
  156. return responses
  157. for receiver in self._live_receivers(sender):
  158. response = receiver(signal=self, sender=sender, **named)
  159. responses.append((receiver, response))
  160. return responses
  161. def send_robust(self, sender, **named):
  162. """
  163. Send signal from sender to all connected receivers catching errors.
  164. Arguments:
  165. sender
  166. The sender of the signal. Can be any python object (normally one
  167. registered with a connect if you actually want something to
  168. occur).
  169. named
  170. Named arguments which will be passed to receivers. These
  171. arguments must be a subset of the argument names defined in
  172. providing_args.
  173. Return a list of tuple pairs [(receiver, response), ... ]. May raise
  174. DispatcherKeyError.
  175. If any receiver raises an error (specifically any subclass of
  176. Exception), the error instance is returned as the result for that
  177. receiver.
  178. """
  179. responses = []
  180. if not self.receivers or self.sender_receivers_cache.get(sender) is NO_RECEIVERS:
  181. return responses
  182. # Call each receiver with whatever arguments it can accept.
  183. # Return a list of tuple pairs [(receiver, response), ... ].
  184. for receiver in self._live_receivers(sender):
  185. try:
  186. response = receiver(signal=self, sender=sender, **named)
  187. except Exception as err:
  188. responses.append((receiver, err))
  189. else:
  190. responses.append((receiver, response))
  191. return responses
  192. def _clear_dead_receivers(self):
  193. # Note: caller is assumed to hold self.lock.
  194. if self._dead_receivers:
  195. self._dead_receivers = False
  196. new_receivers = []
  197. for r in self.receivers:
  198. if isinstance(r[1], weakref.ReferenceType) and r[1]() is None:
  199. continue
  200. new_receivers.append(r)
  201. self.receivers = new_receivers
  202. def _live_receivers(self, sender):
  203. """
  204. Filter sequence of receivers to get resolved, live receivers.
  205. This checks for weak references and resolves them, then returning only
  206. live receivers.
  207. """
  208. receivers = None
  209. if self.use_caching and not self._dead_receivers:
  210. receivers = self.sender_receivers_cache.get(sender)
  211. # We could end up here with NO_RECEIVERS even if we do check this case in
  212. # .send() prior to calling _live_receivers() due to concurrent .send() call.
  213. if receivers is NO_RECEIVERS:
  214. return []
  215. if receivers is None:
  216. with self.lock:
  217. self._clear_dead_receivers()
  218. senderkey = _make_id(sender)
  219. receivers = []
  220. for (receiverkey, r_senderkey), receiver in self.receivers:
  221. if r_senderkey == NONE_ID or r_senderkey == senderkey:
  222. receivers.append(receiver)
  223. if self.use_caching:
  224. if not receivers:
  225. self.sender_receivers_cache[sender] = NO_RECEIVERS
  226. else:
  227. # Note, we must cache the weakref versions.
  228. self.sender_receivers_cache[sender] = receivers
  229. non_weak_receivers = []
  230. for receiver in receivers:
  231. if isinstance(receiver, weakref.ReferenceType):
  232. # Dereference the weak reference.
  233. receiver = receiver()
  234. if receiver is not None:
  235. non_weak_receivers.append(receiver)
  236. else:
  237. non_weak_receivers.append(receiver)
  238. return non_weak_receivers
  239. def _remove_receiver(self, receiver=None):
  240. # Mark that the self.receivers list has dead weakrefs. If so, we will
  241. # clean those up in connect, disconnect and _live_receivers while
  242. # holding self.lock. Note that doing the cleanup here isn't a good
  243. # idea, _remove_receiver() will be called as side effect of garbage
  244. # collection, and so the call can happen while we are already holding
  245. # self.lock.
  246. self._dead_receivers = True
  247. def receiver(signal, **kwargs):
  248. """
  249. A decorator for connecting receivers to signals. Used by passing in the
  250. signal (or list of signals) and keyword arguments to connect::
  251. @receiver(post_save, sender=MyModel)
  252. def signal_receiver(sender, **kwargs):
  253. ...
  254. @receiver([post_save, post_delete], sender=MyModel)
  255. def signals_receiver(sender, **kwargs):
  256. ...
  257. """
  258. def _decorator(func):
  259. if isinstance(signal, (list, tuple)):
  260. for s in signal:
  261. s.connect(func, **kwargs)
  262. else:
  263. signal.connect(func, **kwargs)
  264. return func
  265. return _decorator