feat(perf): autoscale benchmarks depending on the browser.

Author: tbosch

modules/benchmarks/e2e_test/change_detection_perf.es6

@@ -12,7 +12,7 @@ describe('ng2 change detection benchmark', function () {
  buttons: ['#ng2DetectChanges'],
  id: 'ng2.changeDetection',
  params: [{
- name: 'iterations', value: 500000
+ name: 'iterations', value: 500000, scale: 'linear'
  }]
  });
  });
@@ -23,7 +23,7 @@ describe('ng2 change detection benchmark', function () {
  buttons: ['#baselineDetectChanges'],
  id: 'baseline.changeDetection',
  params: [{
- name: 'iterations', value: 500000
+ name: 'iterations', value: 500000, scale: 'linear'
  }]
  });
  });

modules/benchmarks/e2e_test/compiler_perf.es6

@@ -12,7 +12,7 @@ describe('ng2 compiler benchmark', function () {
  buttons: ['#compileWithBindings'],
  id: 'ng2.compile.withBindings',
  params: [{
- name: 'elementCount', selector: '#elementCount', value: 150
+ name: 'elementCount', selector: '#elementCount', value: 150, scale: 'linear'
  }]
  });
  });
@@ -23,7 +23,7 @@ describe('ng2 compiler benchmark', function () {
  buttons: ['#compileNoBindings'],
  id: 'ng2.compile.noBindings',
  params: [{
- name: 'elementCount', value: 150
+ name: 'elementCount', value: 150, scale: 'linear'
  }]
  });
  });

modules/benchmarks/e2e_test/di_perf.es6

@@ -12,7 +12,7 @@ describe('ng2 di benchmark', function () {
  buttons: ['#getByToken'],
  id: 'ng2.di.getByToken',
  params: [{
- name: 'iterations', value: 20000
+ name: 'iterations', value: 20000, scale: 'linear'
  }]
  });
  });
@@ -23,7 +23,7 @@ describe('ng2 di benchmark', function () {
  buttons: ['#getByKey'],
  id: 'ng2.di.getByKey',
  params: [{
- name: 'iterations', value: 20000
+ name: 'iterations', value: 20000, scale: 'linear'
  }]
  });
  });
@@ -34,7 +34,7 @@ describe('ng2 di benchmark', function () {
  buttons: ['#getChild'],
  id: 'ng2.di.getChild',
  params: [{
- name: 'iterations', value: 20000
+ name: 'iterations', value: 20000, scale: 'linear'
  }]
  });
  });
@@ -45,7 +45,7 @@ describe('ng2 di benchmark', function () {
  buttons: ['#instantiate'],
  id: 'ng2.di.instantiate',
  params: [{
- name: 'iterations', value: 10000
+ name: 'iterations', value: 10000, scale: 'linear'
  }]
  });
  });

modules/benchmarks/e2e_test/element_injector_perf.es6

@@ -12,7 +12,7 @@ describe('ng2 element injector benchmark', function () {
  buttons: ['#instantiate'],
  id: 'ng2.elementInjector.instantiate',
  params: [{
- name: 'iterations', value: 20000
+ name: 'iterations', value: 20000, scale: 'linear'
  }]
  });
  });
@@ -23,7 +23,7 @@ describe('ng2 element injector benchmark', function () {
  buttons: ['#instantiateDirectives'],
  id: 'ng2.elementInjector.instantiateDirectives',
  params: [{
- name: 'iterations', value: 20000
+ name: 'iterations', value: 20000, scale: 'linear'
  }]
  });
  });

modules/benchmarks/e2e_test/selector_perf.es6

@@ -12,7 +12,7 @@ describe('ng2 selector benchmark', function () {
  buttons: ['#parse'],
  id: 'ng2.selector.parse',
  params: [{
- name: 'selectors', value: 10000
+ name: 'selectors', value: 10000, scale: 'linear'
  }]
  });
  });
@@ -22,7 +22,7 @@ describe('ng2 selector benchmark', function () {
  buttons: ['#addSelectable'],
  id: 'ng2.selector.addSelectable',
  params: [{
- name: 'selectors', value: 10000
+ name: 'selectors', value: 10000, scale: 'linear'
  }]
  });
  });
@@ -33,7 +33,7 @@ describe('ng2 selector benchmark', function () {
  buttons: ['#match'],
  id: 'ng2.selector.match',
  params: [{
- name: 'selectors', value: 10000
+ name: 'selectors', value: 10000, scale: 'linear'
  }]
  });
  });

modules/benchmarks/e2e_test/tree_perf.es6

@@ -12,7 +12,7 @@ describe('ng2 tree benchmark', function () {
  buttons: ['#ng2DestroyDom', '#ng2CreateDom'],
  id: 'ng2.tree',
  params: [{
- name: 'depth', value: 9
+ name: 'depth', value: 9, scale: 'log2'
  }]
  });
  });
@@ -23,7 +23,7 @@ describe('ng2 tree benchmark', function () {
  buttons: ['#baselineDestroyDom', '#baselineCreateDom'],
  id: 'baseline.tree',
  params: [{
- name: 'depth', value: 9
+ name: 'depth', value: 9, scale: 'log2'
  }]
  });
  });

modules/benchmarks_external/e2e_test/compiler_perf.es6

@@ -12,7 +12,7 @@ describe('ng1.x compiler benchmark', function () {
  buttons: ['#compileWithBindings'],
  id: 'ng1.compile.withBindings',
  params: [{
- name: 'elementCount', value: 150
+ name: 'elementCount', value: 150, scale: 'linear'
  }]
  });
  });
@@ -23,7 +23,7 @@ describe('ng1.x compiler benchmark', function () {
  buttons: ['#compileNoBindings'],
  id: 'ng1.compile.noBindings',
  params: [{
- name: 'elementCount', value: 150
+ name: 'elementCount', value: 150, scale: 'linear'
  }]
  });
  });

modules/benchmarks_external/e2e_test/largetable_perf.es6

@@ -24,10 +24,12 @@ describe('ng1.x largetable benchmark', function () {
  id: 'ng1.largetable.' + benchmarkType,
  params: [{
  name: 'columns',
- value: 100
+ value: 100,
+ scale: 'sqrt'
  },{
  name: 'rows',
- value: 20
+ value: 20,
+ scale: 'sqrt'
  },{
  name: 'benchmarkType',
  value: benchmarkType

modules/benchmarks_external/e2e_test/tree_perf.es6

@@ -12,7 +12,7 @@ describe('ng1.x tree benchmark', function () {
  buttons: ['#destroyDom', '#createDom'],
  id: 'ng1.tree',
  params: [{
- name: 'depth', value: 9
+ name: 'depth', value: 9, scale: 'log2'
  }]
  });
  });

modules/e2e_test_lib/e2e_test/perf_util.es6

@@ -7,19 +7,53 @@ module.exports = {
 };
 
 function runClickBenchmark(config) {
- var url = encodeURI(config.url + '?' + config.params.map(function(param) {
- return param.name + '=' + param.value;
- }).join('&'));
- browser.get(url);
- var buttons = config.buttons.map(function(selector) {
- return $(selector);
+ var globalParams = browser.params;
+ getScaleFactor(globalParams.benchmark.scaling).then(function(scaleFactor) {
+ var params = config.params.map(function(param) {
+ return {
+ name: param.name, value: applyScaleFactor(param.value, scaleFactor, param.scale)
+ }
+ });
+ var benchmarkConfig = Object.create(globalParams.benchmark);
+ benchmarkConfig.id = globalParams.lang+'.'+config.id;
+ benchmarkConfig.params = params;
+ benchmarkConfig.scaleFactor = scaleFactor;
+
+ var url = encodeURI(config.url + '?' + params.map(function(param) {
+ return param.name + '=' + param.value;
+ }).join('&'));
+ browser.get(url);
+ var buttons = config.buttons.map(function(selector) {
+ return $(selector);
+ });
+ benchpress.runBenchmark(benchmarkConfig, function() {
+ buttons.forEach(function(button) {
+ button.click();
+ });
+ });
  });
- var benchmarkConfig = Object.create(browser.params.benchmark);
- benchmarkConfig.id = browser.params.lang+'.'+config.id;
- benchmarkConfig.params = config.params;
- benchpress.runBenchmark(benchmarkConfig, function() {
- buttons.forEach(function(button) {
- button.click();
+}
+
+function getScaleFactor(possibleScalings) {
+ return browser.executeScript('return navigator.userAgent').then(function(userAgent) {
+ var scaleFactor = 1;
+ possibleScalings.forEach(function(entry) {
+ if (userAgent.match(entry.userAgent)) {
+ scaleFactor = entry.value;
+ }
  });
+ return scaleFactor;
  });
+}
+
+function applyScaleFactor(value, scaleFactor, method) {
+ if (method === 'log2') {
+ return value + Math.log2(scaleFactor);
+ } else if (method === 'sqrt') {
+ return value * Math.sqrt(scaleFactor);
+ } else if (method === 'linear') {
+ return value * scaleFactor;
+ } else {
+ return value;
+ }
 }