Question

我正在使用NodeJs和ZombieJS在虚拟浏览器环境中获取网址请求。

我使用以下代码：

var zombie = require('zombie'),
jsdom = require('jsdom'),
my_sandbox = require('sandbox'),
url = require('url'),
http = require('http'),
request = require('request'),
httpProxy = require('./lib/node-http-proxy'),
des = '',
util = require('util'),
colors = require('colors'),
is_host = true;

var s = new my_sandbox();
var browser = new zombie.Browser;

httpProxy.createServer(9000, 'localhost').listen(8000);

function zombieFetching(page) {
    browser.visit(page, { debug: false }, 
    function(err, browser, status) {
        if(err) {
        console.log('There is an error. Fix it');
        throw(err.message);
        } else {
           console.log('Browser visit successful') ;
        }
    });
}

var server = http.createServer(function (req, res) {
    var pathname = '';

    if(is_host) {
        dest = req.url.substr(0, req.url.length);
        pathname = dest;
        is_host = false;
    } else {
        pathname = req.url.substr(0, req.url.length);
         if(pathname.charAt(0) == "/") {
            console.log('new request');
            console.log(pathname);
            pathname = dest + pathname;
        }
    }

    request.get({uri: pathname}, function (err, response, html) {
            console.log('The pathname is:::::::::: ' + pathname);
            zombieFetching(pathname);
            res.end(html);
    });
});

server.listen(9000);

当我尝试获取网址时，我看到以下错误：“www.yahoo.com”

home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/tokenizer.js:62
                throw(e);
    ^
Error: undefined: Invalid character in tag name: ��
    at Object.createElement (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/jsdom/lib/jsdom/level1/core.js:1174:13)
    at TreeBuilder.createElement (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/treebuilder.js:29:25)
    at TreeBuilder.insert_element_normal (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/treebuilder.js:61:21)
    at TreeBuilder.insert_element (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/treebuilder.js:52:15)
    at Object.startTagOther (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/parser/in_body_phase.js:483:12)
    at Object.processStartTag (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/parser/phase.js:43:44)
    at EventEmitter.do_token (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/parser.js:94:20)
    at EventEmitter.<anonymous> (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/parser.js:112:30)
    at EventEmitter.emit (events.js:64:17)
    at EventEmitter.emitToken (/home/seed/Desktop/Cloud project/node_modules/zombie/node_modules/html5/lib/html5/tokenizer.js:84:7)

此外，日志语句如下：

The pathname is:::::::::: http://www.yahoo.com/
The pathname is:::::::::: http://l1.yimg.com/a/i/ww/news/2011/05/06/zuckhouse-sm.jpg
The pathname is:::::::::: http://l1.yimg.com/a/i/ww/news/2011/05/07/cable-sm.jpg
The pathname is:::::::::: http://l.yimg.com/a/a/1-/flash/promotions/yahoo/081120/70x50iltlb_2.jpg

Browser visit successful

Browser visit successful

Browser visit successful

Browser visit successful

The pathname is:::::::::: http://l.yimg.com/a/i/vm/2011may/bird74.jpg
The pathname is:::::::::: http://www.yahoo.com/jserror?ad=1&target=cms&data=FPAD

根据我的理解，前四个获取请求是成功的。但是，我不确定为什么zombie会获取无效请求：

"http://www.yahoo.com/jserror?ad=1&target=cms&data=FPAD"

另外，导致标签名称错误中无效字符的原因是什么？

谢谢，索尼

Answer 1

浏览器始终要求

favicon.ico;僵尸正在正确地模仿这种行为。它不是HTTP协议的任何地方，但它只是浏览器倾向于做什么，因此它们在地址栏中为支持它的站点显示了漂亮的图标。您可能正在看到jserror?请求，因为在某些时候Zombie收到了301（重定向）到该URL，并且盲目地跟踪它，或者页面上的某些其他元素正在引用它。默认情况下，Zombie的处理程序会尝试跟踪所有内容，这就是为什么要获取图像等等，就像浏览器一样。

如果您设置browser.debug = true我认为您可以获得比日志语句提供的信息更多的信息。

Zombie错误 - 获取http请求时出错

1 个答案: