message_factory.py 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. # Protocol Buffers - Google's data interchange format
  2. # Copyright 2008 Google Inc. All rights reserved.
  3. # https://developers.google.com/protocol-buffers/
  4. #
  5. # Redistribution and use in source and binary forms, with or without
  6. # modification, are permitted provided that the following conditions are
  7. # met:
  8. #
  9. # * Redistributions of source code must retain the above copyright
  10. # notice, this list of conditions and the following disclaimer.
  11. # * Redistributions in binary form must reproduce the above
  12. # copyright notice, this list of conditions and the following disclaimer
  13. # in the documentation and/or other materials provided with the
  14. # distribution.
  15. # * Neither the name of Google Inc. nor the names of its
  16. # contributors may be used to endorse or promote products derived from
  17. # this software without specific prior written permission.
  18. #
  19. # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  20. # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  21. # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  22. # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  23. # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  24. # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  25. # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  26. # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  27. # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  28. # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  29. # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  30. """Provides a factory class for generating dynamic messages.
  31. The easiest way to use this class is if you have access to the FileDescriptor
  32. protos containing the messages you want to create you can just do the following:
  33. message_classes = message_factory.GetMessages(iterable_of_file_descriptors)
  34. my_proto_instance = message_classes['some.proto.package.MessageName']()
  35. """
  36. __author__ = 'matthewtoia@google.com (Matt Toia)'
  37. from google.protobuf import descriptor_pool
  38. from google.protobuf import message
  39. from google.protobuf import reflection
  40. class MessageFactory(object):
  41. """Factory for creating Proto2 messages from descriptors in a pool."""
  42. def __init__(self, pool=None):
  43. """Initializes a new factory."""
  44. self.pool = pool or descriptor_pool.DescriptorPool()
  45. # local cache of all classes built from protobuf descriptors
  46. self._classes = {}
  47. def GetPrototype(self, descriptor):
  48. """Builds a proto2 message class based on the passed in descriptor.
  49. Passing a descriptor with a fully qualified name matching a previous
  50. invocation will cause the same class to be returned.
  51. Args:
  52. descriptor: The descriptor to build from.
  53. Returns:
  54. A class describing the passed in descriptor.
  55. """
  56. if descriptor.full_name not in self._classes:
  57. descriptor_name = descriptor.name
  58. if str is bytes: # PY2
  59. descriptor_name = descriptor.name.encode('ascii', 'ignore')
  60. result_class = reflection.GeneratedProtocolMessageType(
  61. descriptor_name,
  62. (message.Message,),
  63. {'DESCRIPTOR': descriptor, '__module__': None})
  64. # If module not set, it wrongly points to the reflection.py module.
  65. self._classes[descriptor.full_name] = result_class
  66. for field in descriptor.fields:
  67. if field.message_type:
  68. self.GetPrototype(field.message_type)
  69. for extension in result_class.DESCRIPTOR.extensions:
  70. if extension.containing_type.full_name not in self._classes:
  71. self.GetPrototype(extension.containing_type)
  72. extended_class = self._classes[extension.containing_type.full_name]
  73. extended_class.RegisterExtension(extension)
  74. return self._classes[descriptor.full_name]
  75. def GetMessages(self, files):
  76. """Gets all the messages from a specified file.
  77. This will find and resolve dependencies, failing if the descriptor
  78. pool cannot satisfy them.
  79. Args:
  80. files: The file names to extract messages from.
  81. Returns:
  82. A dictionary mapping proto names to the message classes. This will include
  83. any dependent messages as well as any messages defined in the same file as
  84. a specified message.
  85. """
  86. result = {}
  87. for file_name in files:
  88. file_desc = self.pool.FindFileByName(file_name)
  89. for desc in file_desc.message_types_by_name.values():
  90. result[desc.full_name] = self.GetPrototype(desc)
  91. # While the extension FieldDescriptors are created by the descriptor pool,
  92. # the python classes created in the factory need them to be registered
  93. # explicitly, which is done below.
  94. #
  95. # The call to RegisterExtension will specifically check if the
  96. # extension was already registered on the object and either
  97. # ignore the registration if the original was the same, or raise
  98. # an error if they were different.
  99. for extension in file_desc.extensions_by_name.values():
  100. if extension.containing_type.full_name not in self._classes:
  101. self.GetPrototype(extension.containing_type)
  102. extended_class = self._classes[extension.containing_type.full_name]
  103. extended_class.RegisterExtension(extension)
  104. return result
  105. _FACTORY = MessageFactory()
  106. def GetMessages(file_protos):
  107. """Builds a dictionary of all the messages available in a set of files.
  108. Args:
  109. file_protos: A sequence of file protos to build messages out of.
  110. Returns:
  111. A dictionary mapping proto names to the message classes. This will include
  112. any dependent messages as well as any messages defined in the same file as
  113. a specified message.
  114. """
  115. for file_proto in file_protos:
  116. _FACTORY.pool.Add(file_proto)
  117. return _FACTORY.GetMessages([file_proto.name for file_proto in file_protos])