Search code examples
javascriptweb-scrapingphantomjsheadless-browserx-ray

x-ray-phantom authentication, unable to effectively login


I'm really can't find any example of using x-ray and .driver(phantom()) for authentication.. I've trawled through the documentation for x-ray and x-ray-phantom yet can't find any help.


Solution

  • /**
     * Module Dependencies
     */
    
    var Crawler = require('x-ray-crawler');
    var cheerio = require('cheerio');
    var join = require('path').join;
    var assert = require('assert');
    var phantom = require('../');
    var fs = require('fs');
    
    /**
     * Tests
     */
    
    describe('phantom driver', function() {
    
      it('should have sensible defaults', function(done) {
        var crawler = Crawler()
          .driver(phantom())
    
        crawler('http://google.com', function(err, ctx) {
          if (err) return done(err);
          var $ = cheerio.load(ctx.body);
          var title = $('title').text();
          assert.equal('Google', title);
          done();
        })
      });
    
      it('should work with client-side pages', function(done) {
        var crawler = Crawler()
          .driver(phantom());
    
        crawler('https://exchange.coinbase.com/trade', function(err, ctx) {
          if (err) return done(err);
          var $ = cheerio.load(ctx.body);
          var price = $('.market-num').text();
          assert.equal(false, isNaN(+price));
          done();
        })
      })
    
      it('should support custom functions', function(done) {
        var crawler = Crawler()
          .driver(phantom(runner));
    
        crawler('http://mat.io', function(err, ctx) {
          if (err) return done(err);
          var $ = cheerio.load(ctx.body);
          var title = $('title').text();
          assert.equal('Lapwing Labs', title);
          done();
        })
    
        function runner(ctx, nightmare) {
          return nightmare
            .goto(ctx.url)
            .click('.Header-logo-item+ .Header-list-item a')
            .wait()
        }
      })
    })
    
    /**
     * Read
     */
    
    function get(path) {
      return require(join(__dirname, 'fixtures', path));
    }
    

    Refer below github links if it helps.

    1. https://github.com/lapwinglabs/x-ray-phantom
    2. https://github.com/lapwinglabs/x-ray/issues/22