protractor-shared.js

// load traceur runtime as our tests are written in es6
require('traceur/bin/traceur-runtime.js');
var fs = require('fs-extra');

var argv = require('yargs')
    .usage('Angular e2e/perf test options.')
    .options({
      'sample-size': {
        describe: 'Used for perf: sample size.',
        default: 20
      },
      'force-gc': {
        describe: 'Used for perf: force gc.',
        default: false,
        type: 'boolean'
      },
      'benchmark': {
        describe: 'If true, run only the performance benchmarks. If false, run only the e2e tests.',
        default: false
      },
      'dryrun': {
        describe: 'If true, only run performance benchmarks once.',
        default: false
      },
      'browsers': {
        describe: 'Comma separated list of preconfigured browsers to use.',
        default: 'ChromeDesktop'
      },
      'spec': {
        describe: 'Comma separated file patterns to test. By default, globs all test/perf files.',
        default: false
      }
    })
    .help('ng-help')
    .wrap(40)
    .argv

var browsers = argv['browsers'].split(',');

var CHROME_OPTIONS = {
  'args': ['--js-flags=--expose-gc'],
  'perfLoggingPrefs': {
    'traceCategories': 'v8,blink.console,disabled-by-default-devtools.timeline'
  }
};

var CHROME_MOBILE_EMULATION = {
  // Can't use 'deviceName':'Google Nexus 7 2'
  // as this would yield wrong orientation,
  // so we specify facts explicitly
  'deviceMetrics': {
    'width': 600,
    'height': 960,
    'pixelRatio': 2
  }
};

var BROWSER_CAPS = {
  Dartium: {
    name: 'Dartium',
    browserName: 'chrome',
    chromeOptions: mergeInto(CHROME_OPTIONS, {
      'mobileEmulation': CHROME_MOBILE_EMULATION,
      'binary': process.env.DARTIUM
    }),
    loggingPrefs: {
      performance: 'ALL',
      browser: 'ALL'
    }
  },
  ChromeDesktop: {
    browserName: 'chrome',
    chromeOptions: mergeInto(CHROME_OPTIONS, {
      'mobileEmulation': CHROME_MOBILE_EMULATION
    }),
    loggingPrefs: {
      performance: 'ALL',
      browser: 'ALL'
    }
  },
  ChromeAndroid: {
    browserName: 'chrome',
    chromeOptions: mergeInto(CHROME_OPTIONS, {
      'androidPackage': 'com.android.chrome',
    }),
    loggingPrefs: {
      performance: 'ALL',
      browser: 'ALL'
    }
  },
  IPhoneSimulator: {
    browserName: 'MobileSafari',
    simulator: true,
    CFBundleName: 'Safari',
    device: 'iphone',
    instruments: 'true',
    loggingPrefs: {
      performance: 'ALL',
      browser: 'ALL'
    }
  },
  IPadNative: {
    browserName: 'MobileSafari',
    simulator: false,
    CFBundleName: 'Safari',
    device: 'ipad',
    loggingPrefs: {
      performance: 'ALL',
      browser: 'ALL'
    }
  }
};

var getTestFiles = function (benchmark, spec) {
  var specFiles = [];
  var perfFiles = [];
  if (spec.length) {
    spec.split(',').forEach(function (name) {
      specFiles.push('dist/js/cjs/**/e2e_test/' + name)
      perfFiles.push('dist/js/cjs/**/e2e_test/' + name)
    });
  } else {
    specFiles.push('dist/js/cjs/**/e2e_test/**/*_spec.js');
    perfFiles.push('dist/js/cjs/**/e2e_test/**/*_perf.js');
  }
  return benchmark ? perfFiles : specFiles;
};

var config = exports.config = {
  onPrepare: function() {
    // TODO(juliemr): remove this hack and use the config option
    // restartBrowserBetweenTests once that is not hanging.
    // See https://github.com/angular/protractor/issues/1983
    patchProtractorWait(browser);
    // During benchmarking, we need to open a new browser
    // for every benchmark, otherwise the numbers can get skewed
    // from other benchmarks (e.g. Chrome keeps JIT caches, ...)
    if (argv['benchmark'] && !argv['dryrun']) {
      var originalBrowser = browser;
      var _tmpBrowser;
      beforeEach(function() {
        global.browser = originalBrowser.forkNewDriverInstance();
        patchProtractorWait(global.browser);
        global.element = global.browser.element;
        global.$ = global.browser.$;
        global.$$ = global.browser.$$;
      });
      afterEach(function() {
       global.browser.quit();
       global.browser = originalBrowser;
      });
    }
  },

  specs: getTestFiles(argv['benchmark'], argv['spec']),

  exclude: [
    'dist/js/cjs/**/node_modules/**',
  ],

  multiCapabilities: browsers.map(function(browserName) {
    var caps = BROWSER_CAPS[browserName];
    console.log('Testing against', browserName);
    if (!caps) {
      throw new Error('Not configured browser name: '+browserName);
    }
    return caps;
  }),

  framework: 'jasmine2',

  jasmineNodeOpts: {
    showColors: true,
    defaultTimeoutInterval: argv['benchmark'] ? 1200000 : 60000
  },
  params: {
    benchmark: {
      scaling: [{
        userAgent: /Android/, value: 0.125
      }]
    }
  }
};

// Disable waiting for Angular as we don't have an integration layer yet...
// TODO(tbosch): Implement a proper debugging API for Ng2.0, remove this here
// and the sleeps in all tests.
function patchProtractorWait(browser) {
  browser.ignoreSynchronization = true;
  var _get = browser.get;
  var sleepInterval = process.env.TRAVIS || process.env.JENKINS_URL ? 7000 : 3000;
  browser.get = function() {
    var result = _get.apply(this, arguments);
    browser.sleep(sleepInterval);
    return result;
  }
}

exports.createBenchpressRunner = function(options) {
  var nodeUuid = require('node-uuid');
  var benchpress = require('./dist/js/cjs/benchpress/benchpress');

  // TODO(tbosch): add cloud reporter again (only when !options.test)
  // var cloudReporterConfig;
  // if (process.env.CLOUD_SECRET_PATH) {
  //   console.log('using cloud reporter!');
  //   cloudReporterConfig = {
  //     auth: require(process.env.CLOUD_SECRET_PATH),
  //     projectId: 'angular-perf',
  //     datasetId: 'benchmarks',
  //     tableId: 'ng2perf'
  //   };
  // }

  var runId = nodeUuid.v1();
  if (process.env.GIT_SHA) {
    runId = process.env.GIT_SHA + ' ' + runId;
  }
  var resultsFolder = './dist/benchmark_results';
  fs.ensureDirSync(resultsFolder);
  var bindings = [
    benchpress.SeleniumWebDriverAdapter.PROTRACTOR_BINDINGS,
    benchpress.bind(benchpress.Options.FORCE_GC).toValue(argv['force-gc']),
    benchpress.bind(benchpress.Options.DEFAULT_DESCRIPTION).toValue({
      'lang': options.lang,
      'runId': runId
    }),
    benchpress.JsonFileReporter.BINDINGS,
    benchpress.bind(benchpress.JsonFileReporter.PATH).toValue(resultsFolder)
  ];
  if (!argv['dryrun']) {
    bindings.push(benchpress.Validator.bindTo(benchpress.RegressionSlopeValidator));
    bindings.push(benchpress.bind(benchpress.RegressionSlopeValidator.SAMPLE_SIZE).toValue(argv['sample-size']));
    bindings.push(benchpress.MultiReporter.createBindings([
      benchpress.ConsoleReporter,
      benchpress.JsonFileReporter
    ]));
  } else {
    bindings.push(benchpress.Validator.bindTo(benchpress.SizeValidator));
    bindings.push(benchpress.bind(benchpress.SizeValidator.SAMPLE_SIZE).toValue(1));
    bindings.push(benchpress.MultiReporter.createBindings([]));
    bindings.push(benchpress.MultiMetric.createBindings([]));
  }

  global.benchpressRunner = new benchpress.Runner(bindings);
}

function mergeInto(src, target) {
  for (var prop in src) {
    target[prop] = src[prop];
  }
  return target;
 }