scrapyについて理解を深める - Qiita

class HogeSpider(scrapy.Spider): name: str = 'hoge' start_urls: List[str] = ['https://data-ippai.com/'] def parse(self, response): for li in response.xpath('li-no-xpath'): url = li.xpath('anchor-no-link').extract_first() yield Request( url=url, callbacl=self.parse_detail, ) def parse_detail(self, response): loader = HogeItemLoader( response=response, selector=response.body, ) return loader.load_it