import scrapy
class QuotesSipder(scrapy.Spider):
name = "cnbc-news"
#api_url = "https://www.cnbc.com/search/?query=crude%20oil&qsearchterm=crude%20oil"
starts_url = ["https://www.cnbc.com/search/?query=crude%20oil&qsearchterm=crude%20oil"]
def parse(self, response):
data = json.loads(response.text)
for link in data['link']:
yield{
'link' : 'resultlink'
'date' : 'SearchResult-publishedDate'
}