__init__.py 714 B

123456789101112131415161718192021222324
  1. """
  2. Item pipeline
  3. See documentation in docs/item-pipeline.rst
  4. """
  5. from scrapy.middleware import MiddlewareManager
  6. from scrapy.utils.conf import build_component_list
  7. class ItemPipelineManager(MiddlewareManager):
  8. component_name = 'item pipeline'
  9. @classmethod
  10. def _get_mwlist_from_settings(cls, settings):
  11. return build_component_list(settings.getwithbase('ITEM_PIPELINES'))
  12. def _add_middleware(self, pipe):
  13. super(ItemPipelineManager, self)._add_middleware(pipe)
  14. if hasattr(pipe, 'process_item'):
  15. self.methods['process_item'].append(pipe.process_item)
  16. def process_item(self, item, spider):
  17. return self._process_chain('process_item', item, spider)