x-ray-phantom身份验证,无法有效登录

Bab*_*ham 11 javascript web-scraping headless-browser phantomjs x-ray

我真的找不到任何使用x-ray和.driver(phantom())进行身份验证的例子.我已经通过x-ray和x-ray-phantom的文档进行了搜索但却找不到任何救命.

Pra*_*ngh 4

/**
 * Module Dependencies
 */

var Crawler = require('x-ray-crawler');
var cheerio = require('cheerio');
var join = require('path').join;
var assert = require('assert');
var phantom = require('../');
var fs = require('fs');

/**
 * Tests
 */

describe('phantom driver', function() {

  it('should have sensible defaults', function(done) {
    var crawler = Crawler()
      .driver(phantom())

    crawler('http://google.com', function(err, ctx) {
      if (err) return done(err);
      var $ = cheerio.load(ctx.body);
      var title = $('title').text();
      assert.equal('Google', title);
      done();
    })
  });

  it('should work with client-side pages', function(done) {
    var crawler = Crawler()
      .driver(phantom());

    crawler('https://exchange.coinbase.com/trade', function(err, ctx) {
      if (err) return done(err);
      var $ = cheerio.load(ctx.body);
      var price = $('.market-num').text();
      assert.equal(false, isNaN(+price));
      done();
    })
  })

  it('should support custom functions', function(done) {
    var crawler = Crawler()
      .driver(phantom(runner));

    crawler('http://mat.io', function(err, ctx) {
      if (err) return done(err);
      var $ = cheerio.load(ctx.body);
      var title = $('title').text();
      assert.equal('Lapwing Labs', title);
      done();
    })

    function runner(ctx, nightmare) {
      return nightmare
        .goto(ctx.url)
        .click('.Header-logo-item+ .Header-list-item a')
        .wait()
    }
  })
})

/**
 * Read
 */

function get(path) {
  return require(join(__dirname, 'fixtures', path));
}
Run Code Online (Sandbox Code Playgroud)

如果有帮助,请参阅下面的 github 链接。

  1. https://github.com/lapwinglabs/x-ray-phantom
  2. https://github.com/lapwinglabs/x-ray/issues/22