我想使用木偶从电子商务网站解析有关新产品的信息。当我在1-2个小时后运行我的代码时,取决于我运行的浏览器数量(如果我在+-个小时后运行2个浏览器),则会发生错误,并且伪造的浏览器也不会产生任何错误,因此我将重新开始执行代码。
错误:生成ENAMETOOLONG
Error: spawn ENAMETOOLONG at ChildProcess.spawn (internal/child_process.js:407:11) at Object.spawn (child_process.js:553:9) at BrowserRunner.start (C:\Users\Administrator\Desktop\crawler-test\node_modules\puppeteer\lib\launcher\BrowserRunner.js:51:34) at ChromeLauncher.launch (C:\Users\Administrator\Desktop\crawler-test\node_modules\puppeteer\lib\Launcher.js:64:16) at async PuppeteerExtra.launch (C:\Users\Administrator\Desktop\crawler-test\node_modules\puppeteer-extra\dist\index.cjs.js:129:25) at async getDataRestock (C:\Users\Administrator\Desktop\crawler-test\test.js:122:21) { errno: 'ENAMETOOLONG', code: 'ENAMETOOLONG', syscall: 'spawn' }
这是示例代码:
const puppeteer = require('puppeteer-extra');
const pluginProxy = require('puppeteer-extra-plugin-proxy');
async function getData(urlNew, ...args, proxy) {
puppeteer.use(pluginProxy({
address: proxy,
port: 1050,
credentials: {
username: 'okQLjn',
password: 'vYTNDiJ24D',
}
}));
const browser = await puppeteer.launch({ args: ['--disable-dev-shm-usage'], headless: false });
const page = await browser.newPage();
await page.setCookie(...cookies)
try {
await page.goto(urlNew, {
waitUntil: 'networkidle0',
});
const data = await page.evaluate(({ ...args }) => {
//do some parsing
return prodsAndSizesAndHookProducts;
}, { ...args });
await page.close();
await browser.close();
return data;
} catch (err) {
console.log("ERROR new " + err + ' proxy: ' + proxy);
await page.close();
await browser.close();
Parser(...args)
}
}
function Parser(...args) {
if (proxiesTempArr.length == 0) {
proxiesTempArr.push(...proxies);
}
const proxy = proxiesTempArr.shift();
getData(url, ...args, proxy)
.then(result => {
if (result != undefined) {
const status = 'new product'
for (let i = 0; i < result[1].length; i++) {
Discord.sendHook(...args);
Slack.sendHook(...args);
}
console.log(status)
Parser(...args);
}
})
.catch(err => {
console.log(err + ' err new ' + new Date().toLocaleString());
Parser(...args);
})
}
Parser(...args)
在运行时会出现一些警告,例如:
MaxListenersExceededWarning: Possible EventEmitter memory leak detected. 11 targetcreated listeners added to [Browser]. Use emitter.setMaxListeners() to increase limit
ERROR: The process with PID 1244 (child process of PID 7208) could not be terminated.
Reason: There is no running instance of the task.
我知道警告很糟糕,但我认为它与错误无关。将不胜感激。