节点-等待地图完成后再继续

时间:2020-03-29 00:14:13

标签: javascript node.js promise es6-promise

我的节点应用程序中有这个文件,应该使用cheerio从他们的官方网站上获取我每个联赛冠军的一些数据,并且一切正常,但是当我将所有数据添加到数组中然后以json的形式返回时数据写入功能在映射完成之前运行,因此我只创建了一个带有空数组的json文件:

const request = require('request');
const cheerio = require('cheerio');
const fs = require('fs');

const champions = fs.readFileSync('champions.json');
const championsObj = JSON.parse(champions);

let champsList = [];

championsObj.map(champ => {
  request(champ.href, (err, res, html) => {
    if (!err && res.statusCode == 200) {
      const $ = cheerio.load(html);

      const champName = $('.style__Title-sc-14gxj1e-3 span').text();

      let skins = [];

      const skinsList = $('.style__CarouselItemText-sc-1tlyqoa-16').each(
        (i, el) => {
          const skinName = $(el).text();
          skins.push = skinName;
        }
      );

      const champion = {
        champName,
        skins
      };

      console.log(champion);

      champsList.push = champion;
    }
  });
});

const jsonContent = JSON.stringify(champsList);

fs.writeFile('champions2.json', jsonContent, 'utf8', function(err) {
  if (err) {
    console.log(err);
  }
});

我不是节点专家,但是我尝试使用Promise,但是它没有用,但是我不确定也许我用错了。

更新#1:使用axios

championsObj.map(async champ => {
  const html = await axios.get(champ.href);
  const $ = await cheerio.load(html);

  const champName = $('.style__Title-sc-14gxj1e-3 span').text();

  let skins = [];

  const skinsList = $('.style__CarouselItemText-sc-1tlyqoa-16').each(
    (i, el) => {
      const skinName = $(el).text();
      skins.push = skinName;
    }
  );

  const champion = {
    champName,
    skins
  };

  console.log(champion);

  champsList.push = champion;
});

2 个答案:

答案 0 :(得分:3)

您可以使用await Promise.all(<array>.map(async () => {...})。它不需要任何其他依赖项。但是,您不能保证异步迭代的顺序(以正确的顺序启动所有迭代,但不能保证迭代的结尾)。

答案 1 :(得分:1)

您的问题是Array#map在继续操作之前不会等待request之类的异步函数完成。我建议将p-mapgot一起使用。为了确保执行顺序完美,我还建议异步读写文件。

const got = require('got');
const pMap = require('p-map');
const cheerio = require('cheerio');
const fs = require('fs').promises;

(async () => {
    const champions = JSON.parse(await fs.readFile('champions.json', 'utf8'));

    let champsList = await pMap(champions, async champ => {
        const {
            body
        } = await got(champ.href)

        const $ = cheerio.load(body);

        const champName = $('.style__Title-sc-14gxj1e-3 span').text();

        let skins = [];

        $('.style__CarouselItemText-sc-1tlyqoa-16').each(
            (_, el) => {
                const skinName = $(el).text();
                skins.push(skinName);
            }
        );

        const champion = {
            champName,
            skins
        };

        console.log(champion);

        return champion;
    })

    await fs.writeFile('champions2.json', JSON.stringify(champsList));
})();