Analyze the logs and instead of this:
try:
item["brand"] = block.xpath(".//div[@class='m_product_title_div']/span/text()").extract()[0].strip()
item["model"] = block.xpath(".//div[@class='m_product_title_div']/span/following-sibling::text()").extract()[0].strip()
item["price"] = block.xpath(".//div[@id='m_product_price_div']/text()").extract()[0].strip()
yield item
except:
continue
do
try:
item["brand"] = block.xpath(".//div[@class='m_product_title_div']/span/text()").extract()[0].strip()
item["model"] = block.xpath(".//div[@class='m_product_title_div']/span/following-sibling::text()").extract()[0].strip()
item["price"] = block.xpath(".//div[@id='m_product_price_div']/text()").extract()[0].strip()
yield item
except Exception as exc:
self.log('item filling exception: %s' % exc)
continue
I think you might be getting IndexError
exceptions.