Add support for field trial testing on the perf bots.

This commit adds a config JSON file and parsing/command-line formatting utility that is used to force specific field trials for the purpose of integrated testing.  There are also modificiations to the perfbot scripts to make use of this.  Going forward after this commit, all perfbot tests will force the field trials configured in fieldtrial_testing_config_[mac|win|linux|ios|android|chromeos].json.

BUG=480095

Review URL: https://codereview.chromium.org/1121813005

Cr-Commit-Position: refs/heads/master@{#331113}

1 files changed, 15 insertions, 13 deletions

diff --git a/tools/perf/benchmarks/blink_perf.py b/tools/perf/benchmarks/blink_perf.py
index 169b284..8367f86 100644
--- a/tools/perf/benchmarks/blink_perf.py
+++ b/tools/perf/benchmarks/blink_perf.py
@@ -4,6 +4,8 @@
 
 import os
 
+from core import perf_benchmark
+
 from telemetry import benchmark
 from telemetry.core import util
 from telemetry import page as page_module
@@ -114,7 +116,7 @@ class _BlinkPerfFullFrameMeasurement(_BlinkPerfMeasurement):
     options.AppendExtraBrowserArgs(['--expose-internals-for-testing'])
 
 
-class BlinkPerfAnimation(benchmark.Benchmark):
+class BlinkPerfAnimation(perf_benchmark.PerfBenchmark):
   tag = 'animation'
   test = _BlinkPerfMeasurement
 
@@ -127,7 +129,7 @@ class BlinkPerfAnimation(benchmark.Benchmark):
     return CreatePageSetFromPath(path, SKIPPED_FILE)
 
 
-class BlinkPerfBindings(benchmark.Benchmark):
+class BlinkPerfBindings(perf_benchmark.PerfBenchmark):
   tag = 'bindings'
   test = _BlinkPerfMeasurement
 
@@ -141,7 +143,7 @@ class BlinkPerfBindings(benchmark.Benchmark):
 
 
 @benchmark.Enabled('content-shell')
-class BlinkPerfBlinkGC(benchmark.Benchmark):
+class BlinkPerfBlinkGC(perf_benchmark.PerfBenchmark):
   tag = 'blink_gc'
   test = _BlinkPerfMeasurement
 
@@ -154,7 +156,7 @@ class BlinkPerfBlinkGC(benchmark.Benchmark):
     return CreatePageSetFromPath(path, SKIPPED_FILE)
 
 
-class BlinkPerfCSS(benchmark.Benchmark):
+class BlinkPerfCSS(perf_benchmark.PerfBenchmark):
   tag = 'css'
   test = _BlinkPerfMeasurement
 
@@ -169,7 +171,7 @@ class BlinkPerfCSS(benchmark.Benchmark):
 
 @benchmark.Disabled('linux', # http://crbug.com/488059
                     'xp')  # http://crbug.com/488059
-class BlinkPerfCanvas(benchmark.Benchmark):
+class BlinkPerfCanvas(perf_benchmark.PerfBenchmark):
   tag = 'canvas'
   test = _BlinkPerfMeasurement
 
@@ -182,7 +184,7 @@ class BlinkPerfCanvas(benchmark.Benchmark):
     return CreatePageSetFromPath(path, SKIPPED_FILE)
 
 
-class BlinkPerfDOM(benchmark.Benchmark):
+class BlinkPerfDOM(perf_benchmark.PerfBenchmark):
   tag = 'dom'
   test = _BlinkPerfMeasurement
 
@@ -196,7 +198,7 @@ class BlinkPerfDOM(benchmark.Benchmark):
 
 
 @benchmark.Disabled('release_x64')  # http://crbug.com/480999
-class BlinkPerfEvents(benchmark.Benchmark):
+class BlinkPerfEvents(perf_benchmark.PerfBenchmark):
   tag = 'events'
   test = _BlinkPerfMeasurement
 
@@ -210,7 +212,7 @@ class BlinkPerfEvents(benchmark.Benchmark):
 
 
 @benchmark.Disabled('win8')  # http://crbug.com/462350
-class BlinkPerfLayout(benchmark.Benchmark):
+class BlinkPerfLayout(perf_benchmark.PerfBenchmark):
   tag = 'layout'
   test = _BlinkPerfMeasurement
 
@@ -233,7 +235,7 @@ class BlinkPerfLayoutFullLayout(BlinkPerfLayout):
     return 'blink_perf.layout_full_frame'
 
 
-class BlinkPerfMutation(benchmark.Benchmark):
+class BlinkPerfMutation(perf_benchmark.PerfBenchmark):
   tag = 'mutation'
   test = _BlinkPerfMeasurement
 
@@ -247,7 +249,7 @@ class BlinkPerfMutation(benchmark.Benchmark):
 
 
 @benchmark.Disabled('win')  # crbug.com/488493
-class BlinkPerfParser(benchmark.Benchmark):
+class BlinkPerfParser(perf_benchmark.PerfBenchmark):
   tag = 'parser'
   test = _BlinkPerfMeasurement
 
@@ -260,7 +262,7 @@ class BlinkPerfParser(benchmark.Benchmark):
     return CreatePageSetFromPath(path, SKIPPED_FILE)
 
 
-class BlinkPerfSVG(benchmark.Benchmark):
+class BlinkPerfSVG(perf_benchmark.PerfBenchmark):
   tag = 'svg'
   test = _BlinkPerfMeasurement
 
@@ -283,7 +285,7 @@ class BlinkPerfSVGFullLayout(BlinkPerfSVG):
     return 'blink_perf.svg_full_frame'
 
 
-class BlinkPerfShadowDOM(benchmark.Benchmark):
+class BlinkPerfShadowDOM(perf_benchmark.PerfBenchmark):
   tag = 'shadow_dom'
   test = _BlinkPerfMeasurement
 
@@ -298,7 +300,7 @@ class BlinkPerfShadowDOM(benchmark.Benchmark):
 
 # This benchmark is for local testing, doesn't need to run on bots.
 @benchmark.Disabled()
-class BlinkPerfXMLHttpRequest(benchmark.Benchmark):
+class BlinkPerfXMLHttpRequest(perf_benchmark.PerfBenchmark):
   tag = 'xml_http_request'
   test = _BlinkPerfMeasurement