使用Casper.js点击按钮

时间:2016-12-08 00:25:52

标签: javascript xpath web-scraping phantomjs casperjs

我正在开展一个从电子商务网站获取数据的项目。我正在尝试使用Casper.js实现它。我试图迭代AngularMaterial按钮的Nodelist,点击它们将导航到新的页面/状态 - 我的目标是获取生成的URL。我正在努力在按钮上正确触发click事件并迭代地执行它。以下是我到目前为止所做的事情。

casper.start( "http://store.com", function( ) {
    this.echo(this.getTitle( ) );
} );

casper.waitForSelector( '.md-card-image', function( ) { //Going to Home page and waiting for AJAX content to load
    console.log( 'AJAX results loaded' );
    this.echo( this.getTitle( ) );
    var product = this.evaluate( function( ) {
        return document.querySelector('html').outerHTML;

    } ) 

} )



function goToDetails( ) { //Using querySelector to target the buttons I want to nav to.
   var products = document.querySelectorAll( 'button.md-primary.md-button.md-hue-2.md-raised.md-ink-ripple' );

   return products;

}

casper.then( function( ) { //Trying to access the first button, no luck =[
details = this.evaluate( goToDetails );

this.echo( "Second test" );
console.log(details.length);  //length of 30 - for 30 buttons.
  if(casper.exists(  "button.md-primary.md-button.md-hue-2.md-raised.md-ink-ripple"  )){
      this.echo('found')
  }

  this.clickLabel('Details')

  })

});
casper.then(function(){
    casper.waitForSelector('.image-large-preview', function(){
        casper.echo(casper.getCurrentUrl()); //im getting the proper URL here.
    })
    this.back(); // going back to the home page
})

此方法单击第一个可用按钮,抓取导航到的URL,然后返回主页面。我需要找到一种方法来逐个点击所有按钮并获取URL。目前正试图找到定位按钮的正确方法, 这是其中一张牌的标记(页面上的30张)。我试图用“class =”md-primary md-hue-2 md-raised md-button md-ink-ripple“来定位按钮。”

   <div flex="33" flex-sm="50" flex-xs="50" layout="row" ng-repeat="product in resultsCtrl.products" class="layout-row flex-xs-50 flex-sm-50 flex-33" style="">
        <md-card flex="" ng-click="resultsCtrl.goToDetail( product )" ng-class="{ 'md-whiteframe-3dp': hover }" ng-mouseenter="hover = true" ng-mouseleave="hover = false" class="_md flex" role="button" tabindex="0">
            <img  class="md-card-image" style="padding-top:10px">
            <div layout="row" layout-align="end center" ng-init="condition = resultsCtrl.getCondition( product )" class="label-row layout-align-end-center layout-row">
                <div ng-show="condition.isVisible" ng-class="{ grey: condition.labelColor,  tiny: resultsCtrl.$mdMedia( 'xs' ) }" class="ui label ng-hide grey" aria-hidden="true">New</div>
            </div>
            <md-card-title>

            </md-card-title>
            <md-card-content>
                <div layout="row" layout-align="end end" class="price-sizing layout-align-end-end layout-row">
                    <div class="msrp results-msrp">

                        <span class="value price-strikethrough">
                        $249.99
                        </span>
                    </div>
                    <!----><div ng-if="product.products[0].retailPrice.amount">
                        <div>
                            <span class="ui tiny statistic">
                                <span class="value">
                                $79.99
                                </span>
                            </span>
                        </div>
                    </div><!---->
                </div>

            </md-card-content>
            <md-card-actions layout="column" class="layout-column">
                <button class="md-primary md-hue-2 md-raised md-button md-ink-ripple" type="button" ng-transclude="" ng-click="resultsCtrl.goToDetail( product )"><span>Details</span></button>
            </md-card-actions>
        </md-card>
    </div>

1 个答案:

答案 0 :(得分:1)

并不是真正的问题在哪里,但对于CLick所有按钮问题,这应该有所帮助:

...

var buttons = casper.getElementsAttribute("button.md-primary.md-button.md-hue-2.md-raised.md-ink-ripple", 'id');
while (buttons.length > 0) {
    button = buttons.pop();
    (function(button) {
        casper.then(function() {
            casper.echo("Button id is " + button);
        });
        casper.then(function() {
            casper.click("#" + button);
        });
        casper.waitForSelector('.selector', function() {
            casper.echo(casper.getCurrentUrl());
        });
    })(button);
}

...

另一个问题可能是Ajax的东西没有完全加载。只需使用静态wait或waitForResource尝试它。
有时它会激活一个Ajax-Container来加载数据。