Scrapy unable to scrape all the pages. Scrapes only few of them

Question

# -*- coding: utf-8 -*-
import scrapy


class DataNewSpider(scrapy.Spider):
    name = \'data_new\'
    allowed_domains = [\'www.indeed.com\']
    start_urls = [\'ht