From 4530254c66cf0f7ff4325e5d952d60570c53d833 Mon Sep 17 00:00:00 2001 From: "phoglund@chromium.org" Date: Mon, 8 Apr 2013 14:22:23 +0000 Subject: Adding WebRTC performance expectations. This will be used to keep track of WebRTC's performance tests. These used to be in the internal build bot code for WebRTC, but we need to move them due to a recent chrome infra change. We can't put them in the regular tools/perf_expectations yet since we are not done migrating to chrome infra. This is expected to be temporary. BUG= NOTRY=True Review URL: https://chromiumcodereview.appspot.com/13773008 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@192820 0039d316-1c4b-4281-b951-d872f2087c98 --- tools/webrtc_perf_expectations/README | 13 +++++++++++++ tools/webrtc_perf_expectations/perf_expectations.json | 8 ++++++++ tools/webrtc_perf_expectations/webrtc_perf_expectations.cfg | 4 ++++ 3 files changed, 25 insertions(+) create mode 100644 tools/webrtc_perf_expectations/README create mode 100644 tools/webrtc_perf_expectations/perf_expectations.json create mode 100644 tools/webrtc_perf_expectations/webrtc_perf_expectations.cfg (limited to 'tools/webrtc_perf_expectations') diff --git a/tools/webrtc_perf_expectations/README b/tools/webrtc_perf_expectations/README new file mode 100644 index 0000000..972aceb --- /dev/null +++ b/tools/webrtc_perf_expectations/README @@ -0,0 +1,13 @@ +======== +Overview +======== + +See http://dev.chromium.org/developers/tree-sheriffs/perf-sheriffs#TOC-Selecting-an-acceptable-range-of-results +for a general explanation of how performance expectations work. + +Instead of the regular make_expectations.py call, run this: + +../perf_expectations/make_expectations.py -c webrtc_perf_expectations.cfg + +We keep the WebRTC perf expectations aside since the tests are running on an +internal master for now. \ No newline at end of file diff --git a/tools/webrtc_perf_expectations/perf_expectations.json b/tools/webrtc_perf_expectations/perf_expectations.json new file mode 100644 index 0000000..c7e5b20 --- /dev/null +++ b/tools/webrtc_perf_expectations/perf_expectations.json @@ -0,0 +1,8 @@ +{"mac-chrome-pure/webrtc_pyauto/cpu/jsep01_call": {"reva": 177905, "revb": 178004, "type": "absolute", "improve": 24.7, "regress": 29.085, "sha1": "24abfbec"}, + "mac-chrome-pure/webrtc_pyauto/memory/jsep01_call": {"reva": 177905, "revb": 178004, "type": "absolute", "improve": 46622, "regress": 52278, "sha1": "a82eeef9"}, + "win-chrome-pure/webrtc_pyauto/cpu/jsep01_call": {"reva": 177918, "revb": 178004, "type": "absolute", "improve": 19, "regress": 24, "sha1": "6957c70e"}, + "win-chrome-pure/webrtc_pyauto/memory/jsep01_call": {"reva": 177918, "revb": 178004, "type": "absolute", "improve": 34929, "regress": 39480, "sha1": "ac2bc981"}, + "linux-chrome-pure/webrtc_pyauto/cpu/jsep01_call": {"reva": 177905, "revb": 178004, "type": "absolute", "improve": 21.185, "regress": 39.375, "sha1": "5403a58a"}, + "linux-chrome-pure/webrtc_pyauto/memory/jsep01_call": {"reva": 177905, "revb": 178004, "type": "absolute", "improve": 35298, "regress": 44277, "sha1": "f30d6384"}, + "load": true +} diff --git a/tools/webrtc_perf_expectations/webrtc_perf_expectations.cfg b/tools/webrtc_perf_expectations/webrtc_perf_expectations.cfg new file mode 100644 index 0000000..d6ecf30 --- /dev/null +++ b/tools/webrtc_perf_expectations/webrtc_perf_expectations.cfg @@ -0,0 +1,4 @@ +{ + "base_url": "http://www.corp.google.com/~webrtc-cb/perf/", + "perf_file": "perf_expectations.json" +} \ No newline at end of file -- cgit v1.1