Node.js网络爬虫

时间:2020-04-03 19:49:07

标签: javascript node.js

我一直在尝试在url中获取产品名称,它是编码中的变量。运行程序后,我不明白该错误的原因和原因。

export default {
//....
  data: () => ({
    modalDwarfId: null,
  )},

  methods: {
    setModalDwarf(dwarf) {
      this.modalDwarfId = drawf.id;
    },
    onDwarfWeaponAdd() {
      //...
    }
  },
}

如果在其他网页上运行它,则可以正常运行,因为您可以运行以下代码:

const puppeteer = require('puppeteer'),
    url = 'https://www.realcanadiansuperstore.ca/Food/Pantry/Canned-%26-Jarred/Broth/plp/RCSS001008003013?productBrand=Campbell%27s';

(async() => {
    const browser = await puppeteer.launch();
    const page = await browser.newPage();
    await page.goto(url);


    const products = await page.evaluate(() =>
        Array.from(document.querySelectorAll(
            "#site-content > div > div > div:nth-child(2) > div > div.product-grid > div.product-grid__results > div.product-grid__results__products > ul > li > div > div > div.product-tile__details > div.product-tile__details__info > h3 > a > span > span.product-name__item.product-name__item--name"))
            .map(partner => partner.innerText.trim())
    )

    console.log(products);
    await browser.close();
})();

0 个答案:

没有答案