def parse(self, response):
        for href in response.css('.poemlinks a::attr(href)'):
            poet_url = response.urljoin(href.extract())
            yield scrapy.Request(poet_url, callback=self.parse_poet)