Just yield
Request
instances from the method and provide a callback:
class AB_Spider(CrawlSpider):
...
def parse_abcs(self, response):
...
all_URLS = hxs.xpath('a/@href').extract()
for url in all_URLS:
yield Request(url, callback=self.parse_page)
def parse_page(self, response):
# Do the parsing here