# Define your item pipelines here # # Don't forget to add your pipeline to the ITEM_PIPELINES setting # See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html # useful for handling different item types with a single interface import scrapy from itemadapter import ItemAdapter from scrapy.exceptions import DropItem from scrapy.pipelines.images import ImagesPipeline class DanbooruCrawlerPipeline: def process_item(self, item, spider): return item class PicsDownloadPipeline(ImagesPipeline): def file_path(self, request, response=None, info=None, *, item=None): image_guid = item["image_name"] return f"full/{image_guid}.jpg"