删除重复项 MongoDB

Question

当网络抓取我的代码有时会获取重复的条目到 MongoDB 领域。如何让我的 MongoDB 数据库只包含唯一条目并删除重复项？

以下是来自 MongoDB Realm 的代码：

exports = async function(payload, response) {
 const {jobsPerPage = 100, page = 0} = payload.query;

  let query = {};
  if (payload.query.jobPosition) {
    query = { $text: { $search: payload.query.jobPosition } }
  }
    
  const collection = context.services.get("mongodb-atlas").db("sample_jobs").collection("glassdoordbs");
  let jobsList = await collection.find(query).sort({featured: -1}).skip(page*jobsPerPage).limit(jobsPerPage).toArray()
  let allResults = await collection.count(query).then(num => num.toString())
  
  jobsList.forEach(job => {
    job._id = job._id.toString();
  });

  const responseData = {
    jobs: jobsList,
    page: page.toString(),
    filters: {},
    entries_per_page: jobsPerPage.toString(),
    total_results: await collection.count(query).then(num => num.toString()),
    totalPages: await Math.ceil(allResults / jobsPerPage).toString()
  };
  
  return responseData;
};

我得到的重复条目示例：